{"level":"warn","ts":"2026-03-02T02:10:42.440281Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:10:42.440371Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.6:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.6:2380","--initial-cluster=instance=https://199.204.45.6:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.6:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.6:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T02:10:42.440479Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T02:10:42.440495Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-02T02:10:42.44052Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:10:42.441348Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"]} {"level":"info","ts":"2026-03-02T02:10:42.441441Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.6:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T02:10:42.44602Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.325317ms"} {"level":"info","ts":"2026-03-02T02:10:42.465517Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4ec288cbdba84d36","cluster-id":"9b45faacd38a820f"} {"level":"info","ts":"2026-03-02T02:10:42.465617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T02:10:42.465642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became follower at term 0"} {"level":"info","ts":"2026-03-02T02:10:42.465661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4ec288cbdba84d36 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T02:10:42.46567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became follower at term 1"} {"level":"info","ts":"2026-03-02T02:10:42.465714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=(5675248889585225014)"} {"level":"warn","ts":"2026-03-02T02:10:42.47373Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T02:10:42.475771Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T02:10:42.477381Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T02:10:42.482608Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4ec288cbdba84d36","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T02:10:42.482921Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4ec288cbdba84d36","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T02:10:42.483205Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:42.48351Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:42.483578Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T02:10:42.484139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=(5675248889585225014)"} {"level":"info","ts":"2026-03-02T02:10:42.484539Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9b45faacd38a820f","local-member-id":"4ec288cbdba84d36","added-peer-id":"4ec288cbdba84d36","added-peer-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-02T02:10:42.48926Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T02:10:42.488376Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-02T02:10:42.489518Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T02:10:42.489539Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-02T02:10:42.489479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4ec288cbdba84d36","initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T02:10:43.466209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T02:10:43.466283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T02:10:43.46634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 received MsgPreVoteResp from 4ec288cbdba84d36 at term 1"} {"level":"info","ts":"2026-03-02T02:10:43.466367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became candidate at term 2"} {"level":"info","ts":"2026-03-02T02:10:43.466381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 received MsgVoteResp from 4ec288cbdba84d36 at term 2"} {"level":"info","ts":"2026-03-02T02:10:43.466402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became leader at term 2"} {"level":"info","ts":"2026-03-02T02:10:43.466417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4ec288cbdba84d36 elected leader 4ec288cbdba84d36 at term 2"} {"level":"info","ts":"2026-03-02T02:10:43.471967Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4ec288cbdba84d36","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.6:2379]}","request-path":"/0/members/4ec288cbdba84d36/attributes","cluster-id":"9b45faacd38a820f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T02:10:43.472046Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:10:43.472078Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T02:10:43.472216Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:43.472338Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T02:10:43.472451Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T02:10:43.473943Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9b45faacd38a820f","local-member-id":"4ec288cbdba84d36","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:43.474098Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:43.474147Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T02:10:43.475231Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.6:2379"} {"level":"info","ts":"2026-03-02T02:10:43.477341Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T02:10:52.754916Z","caller":"traceutil/trace.go:171","msg":"trace[933735636] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"156.323802ms","start":"2026-03-02T02:10:52.598565Z","end":"2026-03-02T02:10:52.754889Z","steps":["trace[933735636] 'process raft request' (duration: 156.181898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.754916Z","caller":"traceutil/trace.go:171","msg":"trace[2096408303] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"159.602301ms","start":"2026-03-02T02:10:52.59528Z","end":"2026-03-02T02:10:52.754882Z","steps":["trace[2096408303] 'process raft request' (duration: 110.691859ms)","trace[2096408303] 'compare' (duration: 48.520691ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:52.754922Z","caller":"traceutil/trace.go:171","msg":"trace[2054918545] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:326; }","duration":"115.444538ms","start":"2026-03-02T02:10:52.639444Z","end":"2026-03-02T02:10:52.754888Z","steps":["trace[2054918545] 'read index received' (duration: 66.463265ms)","trace[2054918545] 'applied index is now lower than readState.Index' (duration: 48.979923ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:52.755137Z","caller":"traceutil/trace.go:171","msg":"trace[974229027] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"156.055405ms","start":"2026-03-02T02:10:52.598995Z","end":"2026-03-02T02:10:52.75505Z","steps":["trace[974229027] 'process raft request' (duration: 155.813199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:52.75529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T02:10:52.755449Z","caller":"traceutil/trace.go:171","msg":"trace[1587664024] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:316; }","duration":"116.043754ms","start":"2026-03-02T02:10:52.639384Z","end":"2026-03-02T02:10:52.755428Z","steps":["trace[1587664024] 'agreement among raft nodes before linearized reading' (duration: 115.694345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.939357Z","caller":"traceutil/trace.go:171","msg":"trace[698187167] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"176.493967ms","start":"2026-03-02T02:10:52.762807Z","end":"2026-03-02T02:10:52.939301Z","steps":["trace[698187167] 'process raft request' (duration: 176.370284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.939456Z","caller":"traceutil/trace.go:171","msg":"trace[608362694] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"175.439848ms","start":"2026-03-02T02:10:52.763989Z","end":"2026-03-02T02:10:52.939428Z","steps":["trace[608362694] 'process raft request' (duration: 175.267274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.939494Z","caller":"traceutil/trace.go:171","msg":"trace[326618495] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"176.006383ms","start":"2026-03-02T02:10:52.763465Z","end":"2026-03-02T02:10:52.939472Z","steps":["trace[326618495] 'process raft request' (duration: 175.755187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.939538Z","caller":"traceutil/trace.go:171","msg":"trace[1867168832] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"137.483434ms","start":"2026-03-02T02:10:52.802028Z","end":"2026-03-02T02:10:52.939511Z","steps":["trace[1867168832] 'process raft request' (duration: 137.446193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.939372Z","caller":"traceutil/trace.go:171","msg":"trace[472306450] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"177.192455ms","start":"2026-03-02T02:10:52.762147Z","end":"2026-03-02T02:10:52.93934Z","steps":["trace[472306450] 'process raft request' (duration: 114.403219ms)","trace[472306450] 'compare' (duration: 62.460837ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:52.941319Z","caller":"traceutil/trace.go:171","msg":"trace[451008133] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:329; }","duration":"152.701004ms","start":"2026-03-02T02:10:52.788388Z","end":"2026-03-02T02:10:52.941089Z","steps":["trace[451008133] 'read index received' (duration: 7.603446ms)","trace[451008133] 'applied index is now lower than readState.Index' (duration: 144.913743ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:52.941403Z","caller":"traceutil/trace.go:171","msg":"trace[1766611407] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"176.23835ms","start":"2026-03-02T02:10:52.765094Z","end":"2026-03-02T02:10:52.941332Z","steps":["trace[1766611407] 'process raft request' (duration: 174.284807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.94171Z","caller":"traceutil/trace.go:171","msg":"trace[568187150] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"176.830575ms","start":"2026-03-02T02:10:52.764814Z","end":"2026-03-02T02:10:52.941644Z","steps":["trace[568187150] 'process raft request' (duration: 174.513513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:52.941741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.327021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-02T02:10:52.941853Z","caller":"traceutil/trace.go:171","msg":"trace[990023895] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"174.731319ms","start":"2026-03-02T02:10:52.766168Z","end":"2026-03-02T02:10:52.940899Z","steps":["trace[990023895] 'process raft request' (duration: 173.255589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.941903Z","caller":"traceutil/trace.go:171","msg":"trace[602552553] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:326; }","duration":"153.492435ms","start":"2026-03-02T02:10:52.788337Z","end":"2026-03-02T02:10:52.94183Z","steps":["trace[602552553] 'agreement among raft nodes before linearized reading' (duration: 153.014292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.941695Z","caller":"traceutil/trace.go:171","msg":"trace[364593757] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"175.069218ms","start":"2026-03-02T02:10:52.764571Z","end":"2026-03-02T02:10:52.93964Z","steps":["trace[364593757] 'process raft request' (duration: 174.717248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:52.942858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-6zscw\" ","response":"range_response_count:1 size:3439"} {"level":"warn","ts":"2026-03-02T02:10:52.942822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.235325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T02:10:52.942946Z","caller":"traceutil/trace.go:171","msg":"trace[1071217274] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-6zscw; range_end:; response_count:1; response_revision:326; }","duration":"142.839597ms","start":"2026-03-02T02:10:52.800068Z","end":"2026-03-02T02:10:52.942907Z","steps":["trace[1071217274] 'agreement among raft nodes before linearized reading' (duration: 141.931263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:52.942972Z","caller":"traceutil/trace.go:171","msg":"trace[620482846] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:326; }","duration":"104.39123ms","start":"2026-03-02T02:10:52.838529Z","end":"2026-03-02T02:10:52.94292Z","steps":["trace[620482846] 'agreement among raft nodes before linearized reading' (duration: 103.505046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:52.942981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.721056ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:10:52.943152Z","caller":"traceutil/trace.go:171","msg":"trace[1964239495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:326; }","duration":"135.901211ms","start":"2026-03-02T02:10:52.807238Z","end":"2026-03-02T02:10:52.943139Z","steps":["trace[1964239495] 'agreement among raft nodes before linearized reading' (duration: 135.703885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:10:53.245638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.068115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:10:53.245865Z","caller":"traceutil/trace.go:171","msg":"trace[1537385715] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"266.426395ms","start":"2026-03-02T02:10:52.979404Z","end":"2026-03-02T02:10:53.245831Z","steps":["trace[1537385715] 'process raft request' (duration: 89.545918ms)","trace[1537385715] 'compare' (duration: 175.894011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:53.245913Z","caller":"traceutil/trace.go:171","msg":"trace[1304493957] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"263.540437ms","start":"2026-03-02T02:10:52.982354Z","end":"2026-03-02T02:10:53.245894Z","steps":["trace[1304493957] 'process raft request' (duration: 263.480695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.245972Z","caller":"traceutil/trace.go:171","msg":"trace[901133614] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"266.483776ms","start":"2026-03-02T02:10:52.979458Z","end":"2026-03-02T02:10:53.245941Z","steps":["trace[901133614] 'process raft request' (duration: 266.304762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.254388Z","caller":"traceutil/trace.go:171","msg":"trace[244720239] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"267.616338ms","start":"2026-03-02T02:10:52.986746Z","end":"2026-03-02T02:10:53.254362Z","steps":["trace[244720239] 'process raft request' (duration: 267.559997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.254478Z","caller":"traceutil/trace.go:171","msg":"trace[1375306370] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"268.393129ms","start":"2026-03-02T02:10:52.986063Z","end":"2026-03-02T02:10:53.254456Z","steps":["trace[1375306370] 'process raft request' (duration: 268.099451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.49942Z","caller":"traceutil/trace.go:171","msg":"trace[1779619111] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"238.960734ms","start":"2026-03-02T02:10:53.260438Z","end":"2026-03-02T02:10:53.499398Z","steps":["trace[1779619111] 'process raft request' (duration: 238.891842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.499456Z","caller":"traceutil/trace.go:171","msg":"trace[2073396231] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"240.009112ms","start":"2026-03-02T02:10:53.259409Z","end":"2026-03-02T02:10:53.499418Z","steps":["trace[2073396231] 'process raft request' (duration: 198.724047ms)","trace[2073396231] 'compare' (duration: 41.010108ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:53.540349Z","caller":"traceutil/trace.go:171","msg":"trace[1900260978] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:357; }","duration":"165.340136ms","start":"2026-03-02T02:10:53.374986Z","end":"2026-03-02T02:10:53.540326Z","steps":["trace[1900260978] 'read index received' (duration: 83.161077ms)","trace[1900260978] 'applied index is now lower than readState.Index' (duration: 82.177899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:10:53.540491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.474339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:10:53.540546Z","caller":"traceutil/trace.go:171","msg":"trace[1357924793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:348; }","duration":"165.554502ms","start":"2026-03-02T02:10:53.374977Z","end":"2026-03-02T02:10:53.540532Z","steps":["trace[1357924793] 'agreement among raft nodes before linearized reading' (duration: 165.437228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.540549Z","caller":"traceutil/trace.go:171","msg":"trace[1040382794] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"184.648736ms","start":"2026-03-02T02:10:53.355879Z","end":"2026-03-02T02:10:53.540527Z","steps":["trace[1040382794] 'process raft request' (duration: 184.39494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.540548Z","caller":"traceutil/trace.go:171","msg":"trace[668413097] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"184.656747ms","start":"2026-03-02T02:10:53.355851Z","end":"2026-03-02T02:10:53.540507Z","steps":["trace[668413097] 'process raft request' (duration: 184.255126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.674843Z","caller":"traceutil/trace.go:171","msg":"trace[1651382899] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"125.765246ms","start":"2026-03-02T02:10:53.549051Z","end":"2026-03-02T02:10:53.674816Z","steps":["trace[1651382899] 'process raft request' (duration: 100.555805ms)","trace[1651382899] 'compare' (duration: 24.956734ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:10:53.67495Z","caller":"traceutil/trace.go:171","msg":"trace[338173426] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:361; }","duration":"108.523611ms","start":"2026-03-02T02:10:53.566407Z","end":"2026-03-02T02:10:53.674931Z","steps":["trace[338173426] 'read index received' (duration: 7.088642ms)","trace[338173426] 'applied index is now lower than readState.Index' (duration: 101.433469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:10:53.675072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.642044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:10:53.675079Z","caller":"traceutil/trace.go:171","msg":"trace[1327721440] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"125.15912ms","start":"2026-03-02T02:10:53.549884Z","end":"2026-03-02T02:10:53.675043Z","steps":["trace[1327721440] 'process raft request' (duration: 124.852152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:53.67513Z","caller":"traceutil/trace.go:171","msg":"trace[74921489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:351; }","duration":"108.743227ms","start":"2026-03-02T02:10:53.566369Z","end":"2026-03-02T02:10:53.675112Z","steps":["trace[74921489] 'agreement among raft nodes before linearized reading' (duration: 108.622514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:10:59.369592Z","caller":"traceutil/trace.go:171","msg":"trace[1745904579] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"136.386983ms","start":"2026-03-02T02:10:59.233182Z","end":"2026-03-02T02:10:59.369569Z","steps":["trace[1745904579] 'process raft request' (duration: 94.173203ms)","trace[1745904579] 'compare' (duration: 42.097067ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:02.137143Z","caller":"traceutil/trace.go:171","msg":"trace[619577254] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"356.96829ms","start":"2026-03-02T02:11:01.780145Z","end":"2026-03-02T02:11:02.137113Z","steps":["trace[619577254] 'process raft request' (duration: 356.805996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:02.137547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:01.780133Z","time spent":"357.141496ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:02.594557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.015758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T02:11:02.594733Z","caller":"traceutil/trace.go:171","msg":"trace[1321986847] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"103.854704ms","start":"2026-03-02T02:11:02.49086Z","end":"2026-03-02T02:11:02.594714Z","steps":["trace[1321986847] 'read index received' (duration: 35.301µs)","trace[1321986847] 'applied index is now lower than readState.Index' (duration: 103.817623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:02.594873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:11:02.594908Z","caller":"traceutil/trace.go:171","msg":"trace[973811810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"104.042369ms","start":"2026-03-02T02:11:02.490854Z","end":"2026-03-02T02:11:02.594896Z","steps":["trace[973811810] 'agreement among raft nodes before linearized reading' (duration: 103.954727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:02.594971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.979318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:02.595084Z","caller":"traceutil/trace.go:171","msg":"trace[604298530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"104.138973ms","start":"2026-03-02T02:11:02.490914Z","end":"2026-03-02T02:11:02.595053Z","steps":["trace[604298530] 'agreement among raft nodes before linearized reading' (duration: 103.959368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:08.411682Z","caller":"traceutil/trace.go:171","msg":"trace[294982754] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"245.934664ms","start":"2026-03-02T02:11:08.16572Z","end":"2026-03-02T02:11:08.411655Z","steps":["trace[294982754] 'process raft request' (duration: 245.743239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:08.87508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.238214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:08.875184Z","caller":"traceutil/trace.go:171","msg":"trace[624253261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"386.407428ms","start":"2026-03-02T02:11:08.488751Z","end":"2026-03-02T02:11:08.875158Z","steps":["trace[624253261] 'range keys from in-memory index tree' (duration: 386.049338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:08.875231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:08.488721Z","time spent":"386.500331ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:11:08.875614Z","caller":"traceutil/trace.go:171","msg":"trace[1155869078] linearizableReadLoop","detail":"{readStateIndex:448; appliedIndex:447; }","duration":"251.377426ms","start":"2026-03-02T02:11:08.624225Z","end":"2026-03-02T02:11:08.875602Z","steps":["trace[1155869078] 'read index received' (duration: 197.71807ms)","trace[1155869078] 'applied index is now lower than readState.Index' (duration: 53.658226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:08.875836Z","caller":"traceutil/trace.go:171","msg":"trace[1364515998] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"254.221295ms","start":"2026-03-02T02:11:08.621597Z","end":"2026-03-02T02:11:08.875819Z","steps":["trace[1364515998] 'process raft request' (duration: 200.396165ms)","trace[1364515998] 'compare' (duration: 52.882113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:08.876005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.774977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:11:08.876043Z","caller":"traceutil/trace.go:171","msg":"trace[1743882146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:430; }","duration":"251.828098ms","start":"2026-03-02T02:11:08.624205Z","end":"2026-03-02T02:11:08.876033Z","steps":["trace[1743882146] 'agreement among raft nodes before linearized reading' (duration: 251.762906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:08.876187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.538014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:11:08.876222Z","caller":"traceutil/trace.go:171","msg":"trace[497236225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:430; }","duration":"221.586586ms","start":"2026-03-02T02:11:08.654627Z","end":"2026-03-02T02:11:08.876214Z","steps":["trace[497236225] 'agreement among raft nodes before linearized reading' (duration: 221.533704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:09.088819Z","caller":"traceutil/trace.go:171","msg":"trace[815718817] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"207.728279ms","start":"2026-03-02T02:11:08.881064Z","end":"2026-03-02T02:11:09.088792Z","steps":["trace[815718817] 'process raft request' (duration: 109.79416ms)","trace[815718817] 'compare' (duration: 97.817746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.452003Z","caller":"traceutil/trace.go:171","msg":"trace[393669500] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"281.110984ms","start":"2026-03-02T02:11:15.170866Z","end":"2026-03-02T02:11:15.451977Z","steps":["trace[393669500] 'read index received' (duration: 281.002931ms)","trace[393669500] 'applied index is now lower than readState.Index' (duration: 107.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:15.452081Z","caller":"traceutil/trace.go:171","msg":"trace[181168104] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"304.502397ms","start":"2026-03-02T02:11:15.147554Z","end":"2026-03-02T02:11:15.452056Z","steps":["trace[181168104] 'process raft request' (duration: 304.27125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.4522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.31714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T02:11:15.452238Z","caller":"traceutil/trace.go:171","msg":"trace[598869129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"281.388802ms","start":"2026-03-02T02:11:15.17084Z","end":"2026-03-02T02:11:15.452229Z","steps":["trace[598869129] 'agreement among raft nodes before linearized reading' (duration: 281.242008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:15.452236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:15.147529Z","time spent":"304.609039ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:17.027256Z","caller":"traceutil/trace.go:171","msg":"trace[612173787] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"421.007933ms","start":"2026-03-02T02:11:16.606224Z","end":"2026-03-02T02:11:17.027232Z","steps":["trace[612173787] 'read index received' (duration: 420.816748ms)","trace[612173787] 'applied index is now lower than readState.Index' (duration: 190.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:17.027305Z","caller":"traceutil/trace.go:171","msg":"trace[307628170] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"526.104351ms","start":"2026-03-02T02:11:16.501171Z","end":"2026-03-02T02:11:17.027276Z","steps":["trace[307628170] 'process raft request' (duration: 525.918266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:17.027404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.164058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T02:11:17.02744Z","caller":"traceutil/trace.go:171","msg":"trace[1921321020] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:482; }","duration":"421.25533ms","start":"2026-03-02T02:11:16.606174Z","end":"2026-03-02T02:11:17.02743Z","steps":["trace[1921321020] 'agreement among raft nodes before linearized reading' (duration: 421.170428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:17.027454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:16.501144Z","time spent":"526.226685ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:17.027478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:16.606156Z","time spent":"421.311772ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-02T02:11:23.394376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.908091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l45hd\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-03-02T02:11:23.394512Z","caller":"traceutil/trace.go:171","msg":"trace[619748903] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l45hd; range_end:; response_count:1; response_revision:631; }","duration":"139.078426ms","start":"2026-03-02T02:11:23.25539Z","end":"2026-03-02T02:11:23.394469Z","steps":["trace[619748903] 'range keys from in-memory index tree' (duration: 138.696846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:23.626695Z","caller":"traceutil/trace.go:171","msg":"trace[385490992] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"291.861904ms","start":"2026-03-02T02:11:23.334779Z","end":"2026-03-02T02:11:23.626641Z","steps":["trace[385490992] 'process raft request' (duration: 291.339769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:24.472993Z","caller":"traceutil/trace.go:171","msg":"trace[1342466832] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"983.414427ms","start":"2026-03-02T02:11:23.489557Z","end":"2026-03-02T02:11:24.472971Z","steps":["trace[1342466832] 'read index received' (duration: 136.362851ms)","trace[1342466832] 'applied index is now lower than readState.Index' (duration: 847.050636ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:24.473103Z","caller":"traceutil/trace.go:171","msg":"trace[238074239] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.054213339s","start":"2026-03-02T02:11:23.418849Z","end":"2026-03-02T02:11:24.473062Z","steps":["trace[238074239] 'process raft request' (duration: 1.039970882s)","trace[238074239] 'compare' (duration: 13.863147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:24.473183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.612622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:24.473247Z","caller":"traceutil/trace.go:171","msg":"trace[1026902357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"983.729795ms","start":"2026-03-02T02:11:23.4895Z","end":"2026-03-02T02:11:24.47323Z","steps":["trace[1026902357] 'agreement among raft nodes before linearized reading' (duration: 983.616212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:24.473275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:23.418824Z","time spent":"1.054365734s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:24.473307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:23.489473Z","time spent":"983.820988ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:11:24.487642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.218738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:11:24.487683Z","caller":"traceutil/trace.go:171","msg":"trace[1404503332] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"842.755576ms","start":"2026-03-02T02:11:23.644889Z","end":"2026-03-02T02:11:24.487645Z","steps":["trace[1404503332] 'process raft request' (duration: 842.471539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:24.48773Z","caller":"traceutil/trace.go:171","msg":"trace[1256525970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:634; }","duration":"881.331091ms","start":"2026-03-02T02:11:23.606377Z","end":"2026-03-02T02:11:24.487708Z","steps":["trace[1256525970] 'agreement among raft nodes before linearized reading' (duration: 881.100635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:24.487781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:23.606361Z","time spent":"881.408653ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:11:24.487815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:23.644869Z","time spent":"842.883679ms","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:11:24.488018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.041783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:11:24.488069Z","caller":"traceutil/trace.go:171","msg":"trace[251034633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:634; }","duration":"703.153927ms","start":"2026-03-02T02:11:23.784899Z","end":"2026-03-02T02:11:24.488053Z","steps":["trace[251034633] 'agreement among raft nodes before linearized reading' (duration: 702.958551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:24.488103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:23.784876Z","time spent":"703.219829ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:11:25.603334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.408595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:25.603622Z","caller":"traceutil/trace.go:171","msg":"trace[367919889] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.016745775s","start":"2026-03-02T02:11:24.586845Z","end":"2026-03-02T02:11:25.603591Z","steps":["trace[367919889] 'process raft request' (duration: 627.959321ms)","trace[367919889] 'compare' (duration: 388.154687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:25.603744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:24.586822Z","time spent":"1.016856748s","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:25.603809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.351573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:11:25.603521Z","caller":"traceutil/trace.go:171","msg":"trace[532811192] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"538.010244ms","start":"2026-03-02T02:11:25.065449Z","end":"2026-03-02T02:11:25.60346Z","steps":["trace[532811192] 'read index received' (duration: 149.102706ms)","trace[532811192] 'applied index is now lower than readState.Index' (duration: 388.905738ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:25.603899Z","caller":"traceutil/trace.go:171","msg":"trace[769648876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"538.477487ms","start":"2026-03-02T02:11:25.065406Z","end":"2026-03-02T02:11:25.603883Z","steps":["trace[769648876] 'agreement among raft nodes before linearized reading' (duration: 538.25495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:25.60394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:25.065385Z","time spent":"538.547249ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:11:25.60426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.693498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:11:25.60431Z","caller":"traceutil/trace.go:171","msg":"trace[1034100336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"531.78718ms","start":"2026-03-02T02:11:25.072511Z","end":"2026-03-02T02:11:25.604298Z","steps":["trace[1034100336] 'agreement among raft nodes before linearized reading' (duration: 531.460811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:25.604346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:25.072488Z","time spent":"531.849192ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:11:25.792934Z","caller":"traceutil/trace.go:171","msg":"trace[587587032] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"184.620315ms","start":"2026-03-02T02:11:25.608273Z","end":"2026-03-02T02:11:25.792893Z","steps":["trace[587587032] 'process raft request' (duration: 170.869472ms)","trace[587587032] 'compare' (duration: 13.579658ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:25.799265Z","caller":"traceutil/trace.go:171","msg":"trace[325520866] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"190.358625ms","start":"2026-03-02T02:11:25.608891Z","end":"2026-03-02T02:11:25.79925Z","steps":["trace[325520866] 'process raft request' (duration: 190.183731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:25.799262Z","caller":"traceutil/trace.go:171","msg":"trace[286274771] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"176.312844ms","start":"2026-03-02T02:11:25.622921Z","end":"2026-03-02T02:11:25.799234Z","steps":["trace[286274771] 'process raft request' (duration: 176.264243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:27.646794Z","caller":"traceutil/trace.go:171","msg":"trace[2102344575] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"168.278849ms","start":"2026-03-02T02:11:27.478491Z","end":"2026-03-02T02:11:27.64677Z","steps":["trace[2102344575] 'process raft request' (duration: 168.129845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:28.593029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.348982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:11:28.59302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.858602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:28.593117Z","caller":"traceutil/trace.go:171","msg":"trace[1775763808] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:698; }","duration":"116.513347ms","start":"2026-03-02T02:11:28.476585Z","end":"2026-03-02T02:11:28.593098Z","steps":["trace[1775763808] 'range keys from in-memory index tree' (duration: 116.24738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:28.59314Z","caller":"traceutil/trace.go:171","msg":"trace[1889458159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"105.023637ms","start":"2026-03-02T02:11:28.48809Z","end":"2026-03-02T02:11:28.593114Z","steps":["trace[1889458159] 'range keys from in-memory index tree' (duration: 104.7678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:28.784372Z","caller":"traceutil/trace.go:171","msg":"trace[824392465] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:723; }","duration":"107.686641ms","start":"2026-03-02T02:11:28.676658Z","end":"2026-03-02T02:11:28.784345Z","steps":["trace[824392465] 'read index received' (duration: 24.231305ms)","trace[824392465] 'applied index is now lower than readState.Index' (duration: 83.454456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:28.784424Z","caller":"traceutil/trace.go:171","msg":"trace[1886343780] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"116.795015ms","start":"2026-03-02T02:11:28.667587Z","end":"2026-03-02T02:11:28.784382Z","steps":["trace[1886343780] 'process raft request' (duration: 33.39452ms)","trace[1886343780] 'compare' (duration: 83.24791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:28.784538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.866136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:11:28.784582Z","caller":"traceutil/trace.go:171","msg":"trace[240108031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:702; }","duration":"107.925118ms","start":"2026-03-02T02:11:28.676644Z","end":"2026-03-02T02:11:28.784569Z","steps":["trace[240108031] 'agreement among raft nodes before linearized reading' (duration: 107.805934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:44.665804Z","caller":"traceutil/trace.go:171","msg":"trace[1330280719] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"240.447341ms","start":"2026-03-02T02:11:44.425325Z","end":"2026-03-02T02:11:44.665772Z","steps":["trace[1330280719] 'process raft request' (duration: 222.595674ms)","trace[1330280719] 'compare' (duration: 17.720643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:11:45.189976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551388692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:11:45.382511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.288016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:11:45.382737Z","caller":"traceutil/trace.go:171","msg":"trace[1331225344] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"956.703631ms","start":"2026-03-02T02:11:44.425993Z","end":"2026-03-02T02:11:45.382697Z","steps":["trace[1331225344] 'process raft request' (duration: 837.965472ms)","trace[1331225344] 'compare' (duration: 118.05613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:45.382833Z","caller":"traceutil/trace.go:171","msg":"trace[148215301] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:922; }","duration":"693.447355ms","start":"2026-03-02T02:11:44.68935Z","end":"2026-03-02T02:11:45.382797Z","steps":["trace[148215301] 'read index received' (duration: 574.596773ms)","trace[148215301] 'applied index is now lower than readState.Index' (duration: 118.849392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:11:45.382979Z","caller":"traceutil/trace.go:171","msg":"trace[670837562] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"927.447946ms","start":"2026-03-02T02:11:44.455515Z","end":"2026-03-02T02:11:45.382962Z","steps":["trace[670837562] 'process raft request' (duration: 927.216359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:45.383046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:44.455497Z","time spent":"927.511178ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:45.383235Z","caller":"traceutil/trace.go:171","msg":"trace[1106727094] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"955.637661ms","start":"2026-03-02T02:11:44.427564Z","end":"2026-03-02T02:11:45.383201Z","steps":["trace[1106727094] 'process raft request' (duration: 955.033794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:45.383322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.964099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:11:45.383331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.19199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T02:11:45.383371Z","caller":"traceutil/trace.go:171","msg":"trace[823772836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:899; }","duration":"694.063272ms","start":"2026-03-02T02:11:44.689295Z","end":"2026-03-02T02:11:45.383358Z","steps":["trace[823772836] 'agreement among raft nodes before linearized reading' (duration: 693.912967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:11:45.38338Z","caller":"traceutil/trace.go:171","msg":"trace[660456838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:899; }","duration":"194.279713ms","start":"2026-03-02T02:11:45.189084Z","end":"2026-03-02T02:11:45.383364Z","steps":["trace[660456838] 'agreement among raft nodes before linearized reading' (duration: 194.148489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:45.383389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.813256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T02:11:45.383401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:44.689238Z","time spent":"694.156105ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:11:45.383418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:44.427541Z","time spent":"955.795136ms","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:11:45.383843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:44.425972Z","time spent":"956.845565ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:11:45.384097Z","caller":"traceutil/trace.go:171","msg":"trace[257648625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:899; }","duration":"664.915699ms","start":"2026-03-02T02:11:44.718509Z","end":"2026-03-02T02:11:45.383425Z","steps":["trace[257648625] 'agreement among raft nodes before linearized reading' (duration: 664.701143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:11:45.384172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:11:44.718435Z","time spent":"665.721862ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:12:23.044081Z","caller":"traceutil/trace.go:171","msg":"trace[1393967201] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1404; }","duration":"121.624899ms","start":"2026-03-02T02:12:22.922337Z","end":"2026-03-02T02:12:23.043962Z","steps":["trace[1393967201] 'process raft request' (duration: 121.431714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.422064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241319615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T02:12:35.422218Z","caller":"traceutil/trace.go:171","msg":"trace[1837173345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1565; }","duration":"1.241530371s","start":"2026-03-02T02:12:34.180667Z","end":"2026-03-02T02:12:35.422197Z","steps":["trace[1837173345] 'range keys from in-memory index tree' (duration: 1.24112999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.422265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.180644Z","time spent":"1.241610923s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:12:35.422727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143752259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:12:35.422932Z","caller":"traceutil/trace.go:171","msg":"trace[1293076601] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"1.112430002s","start":"2026-03-02T02:12:34.310483Z","end":"2026-03-02T02:12:35.422913Z","steps":["trace[1293076601] 'read index received' (duration: 41.922µs)","trace[1293076601] 'applied index is now lower than readState.Index' (duration: 1.11238642s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:35.423041Z","caller":"traceutil/trace.go:171","msg":"trace[1628056535] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.213072831s","start":"2026-03-02T02:12:34.209952Z","end":"2026-03-02T02:12:35.423025Z","steps":["trace[1628056535] 'process raft request' (duration: 68.903391ms)","trace[1628056535] 'compare' (duration: 1.14343508s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:12:35.42314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.209923Z","time spent":"1.213178594s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:12:35.423189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112692139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-03-02T02:12:35.423277Z","caller":"traceutil/trace.go:171","msg":"trace[1686744546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e; range_end:; response_count:1; response_revision:1566; }","duration":"1.112830582s","start":"2026-03-02T02:12:34.310427Z","end":"2026-03-02T02:12:35.423258Z","steps":["trace[1686744546] 'agreement among raft nodes before linearized reading' (duration: 1.112620057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.423324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.310406Z","time spent":"1.112909285s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" "} {"level":"info","ts":"2026-03-02T02:12:35.463408Z","caller":"traceutil/trace.go:171","msg":"trace[1156320930] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"932.756102ms","start":"2026-03-02T02:12:34.530634Z","end":"2026-03-02T02:12:35.46339Z","steps":["trace[1156320930] 'process raft request' (duration: 932.642769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.463562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.530607Z","time spent":"932.900925ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:12:35.512427Z","caller":"traceutil/trace.go:171","msg":"trace[1118368175] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"826.406189ms","start":"2026-03-02T02:12:34.685995Z","end":"2026-03-02T02:12:35.512401Z","steps":["trace[1118368175] 'process raft request' (duration: 826.246505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.512568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.685971Z","time spent":"826.523553ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:12:35.512745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.103395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:12:35.51279Z","caller":"traceutil/trace.go:171","msg":"trace[1008597558] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1569; }","duration":"313.180787ms","start":"2026-03-02T02:12:35.199598Z","end":"2026-03-02T02:12:35.512779Z","steps":["trace[1008597558] 'agreement among raft nodes before linearized reading' (duration: 313.092944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.512792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.732775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:35.512817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.199579Z","time spent":"313.226088ms","remote":"127.0.0.1:59818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:12:35.512825Z","caller":"traceutil/trace.go:171","msg":"trace[196211317] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1569; }","duration":"815.822777ms","start":"2026-03-02T02:12:34.696992Z","end":"2026-03-02T02:12:35.512815Z","steps":["trace[196211317] 'agreement among raft nodes before linearized reading' (duration: 815.758066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.512848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.696976Z","time spent":"815.866298ms","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:12:35.512867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11048722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:12:35.512967Z","caller":"traceutil/trace.go:171","msg":"trace[776521386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1569; }","duration":"1.110640204s","start":"2026-03-02T02:12:34.402303Z","end":"2026-03-02T02:12:35.512943Z","steps":["trace[776521386] 'agreement among raft nodes before linearized reading' (duration: 1.110289335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.512872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.93087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T02:12:35.512931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02328191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:35.513045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.68913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-03-02T02:12:35.513168Z","caller":"traceutil/trace.go:171","msg":"trace[444959526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e; range_end:; response_count:1; response_revision:1569; }","duration":"883.855714ms","start":"2026-03-02T02:12:34.629297Z","end":"2026-03-02T02:12:35.513153Z","steps":["trace[444959526] 'agreement among raft nodes before linearized reading' (duration: 883.430383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:35.51312Z","caller":"traceutil/trace.go:171","msg":"trace[1046235261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"1.023511556s","start":"2026-03-02T02:12:34.48959Z","end":"2026-03-02T02:12:35.513102Z","steps":["trace[1046235261] 'agreement among raft nodes before linearized reading' (duration: 1.023226939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.513281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.629276Z","time spent":"883.954668ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" "} {"level":"info","ts":"2026-03-02T02:12:35.513057Z","caller":"traceutil/trace.go:171","msg":"trace[818706177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1569; }","duration":"490.154165ms","start":"2026-03-02T02:12:35.022877Z","end":"2026-03-02T02:12:35.513031Z","steps":["trace[818706177] 'agreement among raft nodes before linearized reading' (duration: 489.774815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:35.513288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.489568Z","time spent":"1.023703842s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:12:35.513363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.022855Z","time spent":"490.495865ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:12:35.513028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:34.40228Z","time spent":"1.110733417s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:12:35.731498Z","caller":"traceutil/trace.go:171","msg":"trace[1439724824] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"212.827697ms","start":"2026-03-02T02:12:35.518655Z","end":"2026-03-02T02:12:35.731482Z","steps":["trace[1439724824] 'process raft request' (duration: 212.717804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:36.318346Z","caller":"traceutil/trace.go:171","msg":"trace[1535374772] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1633; }","duration":"796.852201ms","start":"2026-03-02T02:12:35.521471Z","end":"2026-03-02T02:12:36.318323Z","steps":["trace[1535374772] 'read index received' (duration: 209.906208ms)","trace[1535374772] 'applied index is now lower than readState.Index' (duration: 586.945113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:12:36.318473Z","caller":"traceutil/trace.go:171","msg":"trace[1587365461] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"798.823414ms","start":"2026-03-02T02:12:35.519612Z","end":"2026-03-02T02:12:36.318435Z","steps":["trace[1587365461] 'process raft request' (duration: 798.533596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:36.318552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.043086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:12:36.318602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.250366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:12:36.318613Z","caller":"traceutil/trace.go:171","msg":"trace[1338342625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1571; }","duration":"797.144129ms","start":"2026-03-02T02:12:35.521454Z","end":"2026-03-02T02:12:36.318598Z","steps":["trace[1338342625] 'agreement among raft nodes before linearized reading' (duration: 797.014545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:36.318653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.521441Z","time spent":"797.20508ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:12:36.318651Z","caller":"traceutil/trace.go:171","msg":"trace[1751127913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1571; }","duration":"619.347368ms","start":"2026-03-02T02:12:35.699289Z","end":"2026-03-02T02:12:36.318636Z","steps":["trace[1751127913] 'agreement among raft nodes before linearized reading' (duration: 619.182454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:36.318645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.519572Z","time spent":"798.980938ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:12:36.318726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.69926Z","time spent":"619.455881ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:12:36.318813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.440283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:12:36.318886Z","caller":"traceutil/trace.go:171","msg":"trace[163423207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1571; }","duration":"594.556606ms","start":"2026-03-02T02:12:35.724313Z","end":"2026-03-02T02:12:36.31887Z","steps":["trace[163423207] 'agreement among raft nodes before linearized reading' (duration: 594.33876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:36.318925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.724286Z","time spent":"594.631167ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:12:36.318967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.022018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:12:36.319075Z","caller":"traceutil/trace.go:171","msg":"trace[692873163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1571; }","duration":"592.204093ms","start":"2026-03-02T02:12:35.726853Z","end":"2026-03-02T02:12:36.319057Z","steps":["trace[692873163] 'agreement among raft nodes before linearized reading' (duration: 591.71783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:12:36.319154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:12:35.726838Z","time spent":"592.304105ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:12:42.568517Z","caller":"traceutil/trace.go:171","msg":"trace[913297179] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"214.250953ms","start":"2026-03-02T02:12:42.354242Z","end":"2026-03-02T02:12:42.568493Z","steps":["trace[913297179] 'process raft request' (duration: 214.018327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:42.587206Z","caller":"traceutil/trace.go:171","msg":"trace[830504862] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"232.465861ms","start":"2026-03-02T02:12:42.354704Z","end":"2026-03-02T02:12:42.587169Z","steps":["trace[830504862] 'process raft request' (duration: 232.269695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:12:42.587364Z","caller":"traceutil/trace.go:171","msg":"trace[802438244] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"231.767772ms","start":"2026-03-02T02:12:42.355568Z","end":"2026-03-02T02:12:42.587335Z","steps":["trace[802438244] 'process raft request' (duration: 231.551296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:19.820349Z","caller":"traceutil/trace.go:171","msg":"trace[1997796663] linearizableReadLoop","detail":"{readStateIndex:1914; appliedIndex:1912; }","duration":"107.952457ms","start":"2026-03-02T02:13:19.712373Z","end":"2026-03-02T02:13:19.820326Z","steps":["trace[1997796663] 'read index received' (duration: 93.792141ms)","trace[1997796663] 'applied index is now lower than readState.Index' (duration: 14.159406ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:19.820374Z","caller":"traceutil/trace.go:171","msg":"trace[147352906] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"176.438095ms","start":"2026-03-02T02:13:19.643907Z","end":"2026-03-02T02:13:19.820345Z","steps":["trace[147352906] 'process raft request' (duration: 162.165096ms)","trace[147352906] 'compare' (duration: 14.114305ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:19.820447Z","caller":"traceutil/trace.go:171","msg":"trace[940088403] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"171.398601ms","start":"2026-03-02T02:13:19.649017Z","end":"2026-03-02T02:13:19.820416Z","steps":["trace[940088403] 'process raft request' (duration: 171.267488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:19.820556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.170822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:13:19.820602Z","caller":"traceutil/trace.go:171","msg":"trace[1351024256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1839; }","duration":"108.228534ms","start":"2026-03-02T02:13:19.71236Z","end":"2026-03-02T02:13:19.820588Z","steps":["trace[1351024256] 'agreement among raft nodes before linearized reading' (duration: 108.064489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:25.335562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.171719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:25.335678Z","caller":"traceutil/trace.go:171","msg":"trace[46824707] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"457.525759ms","start":"2026-03-02T02:13:24.878122Z","end":"2026-03-02T02:13:25.335648Z","steps":["trace[46824707] 'read index received' (duration: 319.129084ms)","trace[46824707] 'applied index is now lower than readState.Index' (duration: 138.395335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:25.335812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.697193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:25.335848Z","caller":"traceutil/trace.go:171","msg":"trace[1805387733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1865; }","duration":"457.765695ms","start":"2026-03-02T02:13:24.878071Z","end":"2026-03-02T02:13:25.335837Z","steps":["trace[1805387733] 'agreement among raft nodes before linearized reading' (duration: 457.635132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:25.335824Z","caller":"traceutil/trace.go:171","msg":"trace[1824519261] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"484.064644ms","start":"2026-03-02T02:13:24.851706Z","end":"2026-03-02T02:13:25.335771Z","steps":["trace[1824519261] 'process raft request' (duration: 345.603067ms)","trace[1824519261] 'compare' (duration: 138.068336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:25.33593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:24.878053Z","time spent":"457.824217ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:25.336003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:24.851685Z","time spent":"484.215658ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:25.986246Z","caller":"traceutil/trace.go:171","msg":"trace[1068520000] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"144.050825ms","start":"2026-03-02T02:13:25.84217Z","end":"2026-03-02T02:13:25.986221Z","steps":["trace[1068520000] 'process raft request' (duration: 143.868961ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:25.997189Z","caller":"traceutil/trace.go:171","msg":"trace[593871569] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1942; }","duration":"151.986536ms","start":"2026-03-02T02:13:25.845179Z","end":"2026-03-02T02:13:25.997166Z","steps":["trace[593871569] 'read index received' (duration: 140.84952ms)","trace[593871569] 'applied index is now lower than readState.Index' (duration: 11.135756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:25.997316Z","caller":"traceutil/trace.go:171","msg":"trace[599201872] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"154.381349ms","start":"2026-03-02T02:13:25.842916Z","end":"2026-03-02T02:13:25.997297Z","steps":["trace[599201872] 'process raft request' (duration: 154.114782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:25.997433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.235922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:13:25.997491Z","caller":"traceutil/trace.go:171","msg":"trace[438569330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"152.314005ms","start":"2026-03-02T02:13:25.845162Z","end":"2026-03-02T02:13:25.997476Z","steps":["trace[438569330] 'agreement among raft nodes before linearized reading' (duration: 152.12715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:26.126157Z","caller":"traceutil/trace.go:171","msg":"trace[1992346561] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"125.154923ms","start":"2026-03-02T02:13:26.000973Z","end":"2026-03-02T02:13:26.126128Z","steps":["trace[1992346561] 'process raft request' (duration: 94.418417ms)","trace[1992346561] 'compare' (duration: 30.635144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:13:27.117223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551390770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:13:27.154384Z","caller":"traceutil/trace.go:171","msg":"trace[1271531808] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1946; }","duration":"538.269923ms","start":"2026-03-02T02:13:26.616086Z","end":"2026-03-02T02:13:27.154356Z","steps":["trace[1271531808] 'read index received' (duration: 538.032596ms)","trace[1271531808] 'applied index is now lower than readState.Index' (duration: 236.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:27.154499Z","caller":"traceutil/trace.go:171","msg":"trace[739306356] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"659.04894ms","start":"2026-03-02T02:13:26.495439Z","end":"2026-03-02T02:13:27.154488Z","steps":["trace[739306356] 'process raft request' (duration: 658.749122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.154725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.626323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-02T02:13:27.154628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.495414Z","time spent":"659.121461ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:27.154813Z","caller":"traceutil/trace.go:171","msg":"trace[1154795612] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:1871; }","duration":"538.754596ms","start":"2026-03-02T02:13:26.616029Z","end":"2026-03-02T02:13:27.154783Z","steps":["trace[1154795612] 'agreement among raft nodes before linearized reading' (duration: 538.53126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.154806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.66047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:13:27.154859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.616008Z","time spent":"538.842099ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"info","ts":"2026-03-02T02:13:27.154916Z","caller":"traceutil/trace.go:171","msg":"trace[289940352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"327.823235ms","start":"2026-03-02T02:13:26.827067Z","end":"2026-03-02T02:13:27.15489Z","steps":["trace[289940352] 'agreement among raft nodes before linearized reading' (duration: 327.506836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.154888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.477194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:13:27.154968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.827048Z","time spent":"327.908378ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:13:27.154838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.275883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:13:27.155036Z","caller":"traceutil/trace.go:171","msg":"trace[229743079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1871; }","duration":"171.71043ms","start":"2026-03-02T02:13:26.983292Z","end":"2026-03-02T02:13:27.155002Z","steps":["trace[229743079] 'agreement among raft nodes before linearized reading' (duration: 171.35387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:27.155065Z","caller":"traceutil/trace.go:171","msg":"trace[892603866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1871; }","duration":"303.55768ms","start":"2026-03-02T02:13:26.851497Z","end":"2026-03-02T02:13:27.155055Z","steps":["trace[892603866] 'agreement among raft nodes before linearized reading' (duration: 303.214971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:27.155108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:26.851474Z","time spent":"303.624832ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:13:27.323312Z","caller":"traceutil/trace.go:171","msg":"trace[1156083570] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"127.598818ms","start":"2026-03-02T02:13:27.195679Z","end":"2026-03-02T02:13:27.323278Z","steps":["trace[1156083570] 'process raft request' (duration: 79.632765ms)","trace[1156083570] 'compare' (duration: 47.83655ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:27.964623Z","caller":"traceutil/trace.go:171","msg":"trace[362461743] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"279.698387ms","start":"2026-03-02T02:13:27.684901Z","end":"2026-03-02T02:13:27.964599Z","steps":["trace[362461743] 'process raft request' (duration: 279.560703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.523135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551390789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:13:28.98339Z","caller":"traceutil/trace.go:171","msg":"trace[2106693549] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"991.782226ms","start":"2026-03-02T02:13:27.991583Z","end":"2026-03-02T02:13:28.983365Z","steps":["trace[2106693549] 'process raft request' (duration: 991.640382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:28.98356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:27.991557Z","time spent":"991.91486ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:13:29.003828Z","caller":"traceutil/trace.go:171","msg":"trace[1295676152] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1953; }","duration":"980.795124ms","start":"2026-03-02T02:13:28.023008Z","end":"2026-03-02T02:13:29.003803Z","steps":["trace[1295676152] 'read index received' (duration: 960.30274ms)","trace[1295676152] 'applied index is now lower than readState.Index' (duration: 20.491304ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:29.003943Z","caller":"traceutil/trace.go:171","msg":"trace[142383416] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.001670578s","start":"2026-03-02T02:13:28.002242Z","end":"2026-03-02T02:13:29.003913Z","steps":["trace[142383416] 'process raft request' (duration: 1.001413032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.004097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.077032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:13:29.004143Z","caller":"traceutil/trace.go:171","msg":"trace[969356636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1878; }","duration":"981.174974ms","start":"2026-03-02T02:13:28.022957Z","end":"2026-03-02T02:13:29.004132Z","steps":["trace[969356636] 'agreement among raft nodes before linearized reading' (duration: 980.977889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.004189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.022939Z","time spent":"981.241065ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:13:29.004079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.270863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:13:29.004118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.002215Z","time spent":"1.001808441s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:13:29.004184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.194266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:13:29.004246Z","caller":"traceutil/trace.go:171","msg":"trace[1063905507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"515.490049ms","start":"2026-03-02T02:13:28.488735Z","end":"2026-03-02T02:13:29.004225Z","steps":["trace[1063905507] 'agreement among raft nodes before linearized reading' (duration: 515.276893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:29.004261Z","caller":"traceutil/trace.go:171","msg":"trace[2030690873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1878; }","duration":"873.33988ms","start":"2026-03-02T02:13:28.130902Z","end":"2026-03-02T02:13:29.004242Z","steps":["trace[2030690873] 'agreement among raft nodes before linearized reading' (duration: 873.078203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.004298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.488714Z","time spent":"515.57477ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:13:29.004313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.130876Z","time spent":"873.421723ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:13:29.00457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.770152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T02:13:29.004731Z","caller":"traceutil/trace.go:171","msg":"trace[1122289914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"638.993678ms","start":"2026-03-02T02:13:28.365691Z","end":"2026-03-02T02:13:29.004685Z","steps":["trace[1122289914] 'agreement among raft nodes before linearized reading' (duration: 638.380852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:13:29.004799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:13:28.365671Z","time spent":"639.115751ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:13:29.204848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.860632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:13:29.205096Z","caller":"traceutil/trace.go:171","msg":"trace[1204755098] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"196.97159ms","start":"2026-03-02T02:13:29.008091Z","end":"2026-03-02T02:13:29.205062Z","steps":["trace[1204755098] 'process raft request' (duration: 70.795479ms)","trace[1204755098] 'compare' (duration: 125.640856ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:13:29.205248Z","caller":"traceutil/trace.go:171","msg":"trace[307343715] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"195.455519ms","start":"2026-03-02T02:13:29.009783Z","end":"2026-03-02T02:13:29.205238Z","steps":["trace[307343715] 'process raft request' (duration: 195.234363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:13:29.205389Z","caller":"traceutil/trace.go:171","msg":"trace[95823527] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"195.85725ms","start":"2026-03-02T02:13:29.009501Z","end":"2026-03-02T02:13:29.205358Z","steps":["trace[95823527] 'process raft request' (duration: 195.460129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.624241Z","caller":"traceutil/trace.go:171","msg":"trace[1608948959] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"108.177861ms","start":"2026-03-02T02:14:21.516033Z","end":"2026-03-02T02:14:21.624211Z","steps":["trace[1608948959] 'process raft request' (duration: 108.030217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.624318Z","caller":"traceutil/trace.go:171","msg":"trace[2351030] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"127.668938ms","start":"2026-03-02T02:14:21.496621Z","end":"2026-03-02T02:14:21.624289Z","steps":["trace[2351030] 'process raft request' (duration: 81.908294ms)","trace[2351030] 'compare' (duration: 45.377464ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:21.770761Z","caller":"traceutil/trace.go:171","msg":"trace[631799779] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2355; }","duration":"119.442961ms","start":"2026-03-02T02:14:21.651296Z","end":"2026-03-02T02:14:21.770739Z","steps":["trace[631799779] 'read index received' (duration: 1.266914ms)","trace[631799779] 'applied index is now lower than readState.Index' (duration: 118.174907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:21.770913Z","caller":"traceutil/trace.go:171","msg":"trace[2097797121] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"142.365119ms","start":"2026-03-02T02:14:21.628524Z","end":"2026-03-02T02:14:21.770889Z","steps":["trace[2097797121] 'process raft request' (duration: 142.129683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:21.7709Z","caller":"traceutil/trace.go:171","msg":"trace[981180097] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"142.524444ms","start":"2026-03-02T02:14:21.628336Z","end":"2026-03-02T02:14:21.77086Z","steps":["trace[981180097] 'process raft request' (duration: 108.674655ms)","trace[981180097] 'compare' (duration: 33.550041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:21.771124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.812301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:14:21.771207Z","caller":"traceutil/trace.go:171","msg":"trace[1005623569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2262; }","duration":"119.930794ms","start":"2026-03-02T02:14:21.651257Z","end":"2026-03-02T02:14:21.771188Z","steps":["trace[1005623569] 'agreement among raft nodes before linearized reading' (duration: 119.700508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:28.296549Z","caller":"traceutil/trace.go:171","msg":"trace[32154273] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"496.584814ms","start":"2026-03-02T02:14:27.799942Z","end":"2026-03-02T02:14:28.296527Z","steps":["trace[32154273] 'process raft request' (duration: 496.450461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:28.296593Z","caller":"traceutil/trace.go:171","msg":"trace[594751318] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2435; }","duration":"493.693167ms","start":"2026-03-02T02:14:27.802871Z","end":"2026-03-02T02:14:28.296564Z","steps":["trace[594751318] 'read index received' (duration: 493.681727ms)","trace[594751318] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:28.296744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:27.799926Z","time spent":"496.692547ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:28.296893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.954394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:14:28.297033Z","caller":"traceutil/trace.go:171","msg":"trace[194271867] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2337; }","duration":"494.136579ms","start":"2026-03-02T02:14:27.802867Z","end":"2026-03-02T02:14:28.297004Z","steps":["trace[194271867] 'agreement among raft nodes before linearized reading' (duration: 493.81406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:28.297111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:27.802838Z","time spent":"494.252902ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:14:28.797082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551391810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:14:28.985126Z","caller":"traceutil/trace.go:171","msg":"trace[1980297975] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"757.499909ms","start":"2026-03-02T02:14:28.22759Z","end":"2026-03-02T02:14:28.98509Z","steps":["trace[1980297975] 'process raft request' (duration: 752.815315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:28.985157Z","caller":"traceutil/trace.go:171","msg":"trace[1205974305] linearizableReadLoop","detail":"{readStateIndex:2436; appliedIndex:2435; }","duration":"688.417954ms","start":"2026-03-02T02:14:28.296657Z","end":"2026-03-02T02:14:28.985074Z","steps":["trace[1205974305] 'read index received' (duration: 683.693368ms)","trace[1205974305] 'applied index is now lower than readState.Index' (duration: 4.722916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:28.985263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:28.227563Z","time spent":"757.631343ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:14:28.985362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181956147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T02:14:28.985353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.772779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:28.985447Z","caller":"traceutil/trace.go:171","msg":"trace[1807114876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2338; }","duration":"1.18206607s","start":"2026-03-02T02:14:27.803363Z","end":"2026-03-02T02:14:28.985429Z","steps":["trace[1807114876] 'agreement among raft nodes before linearized reading' (duration: 1.181842484s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:28.985467Z","caller":"traceutil/trace.go:171","msg":"trace[928574825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2338; }","duration":"495.943894ms","start":"2026-03-02T02:14:28.4895Z","end":"2026-03-02T02:14:28.985443Z","steps":["trace[928574825] 'agreement among raft nodes before linearized reading' (duration: 495.78728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:28.985493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:27.803352Z","time spent":"1.182131612s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:14:28.985537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:28.489464Z","time spent":"496.057868ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:14:28.985792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.307006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T02:14:28.985871Z","caller":"traceutil/trace.go:171","msg":"trace[512969694] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2338; }","duration":"797.952363ms","start":"2026-03-02T02:14:28.1879Z","end":"2026-03-02T02:14:28.985852Z","steps":["trace[512969694] 'agreement among raft nodes before linearized reading' (duration: 797.209624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:28.986324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:14:28.187878Z","time spent":"798.430235ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T02:14:35.387812Z","caller":"traceutil/trace.go:171","msg":"trace[1877481306] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"126.56115ms","start":"2026-03-02T02:14:35.261202Z","end":"2026-03-02T02:14:35.387764Z","steps":["trace[1877481306] 'process raft request' (duration: 126.149059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:38.852184Z","caller":"traceutil/trace.go:171","msg":"trace[2017412313] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"124.67881ms","start":"2026-03-02T02:14:38.727475Z","end":"2026-03-02T02:14:38.852154Z","steps":["trace[2017412313] 'process raft request' (duration: 124.472424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:57.041424Z","caller":"traceutil/trace.go:171","msg":"trace[746757517] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"197.932235ms","start":"2026-03-02T02:14:56.843456Z","end":"2026-03-02T02:14:57.041388Z","steps":["trace[746757517] 'process raft request' (duration: 104.772772ms)","trace[746757517] 'compare' (duration: 92.740182ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:14:57.273449Z","caller":"traceutil/trace.go:171","msg":"trace[916354195] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2603; }","duration":"143.691145ms","start":"2026-03-02T02:14:57.129732Z","end":"2026-03-02T02:14:57.273423Z","steps":["trace[916354195] 'read index received' (duration: 124.636709ms)","trace[916354195] 'applied index is now lower than readState.Index' (duration: 19.053386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:57.273648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.88884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:14:57.273693Z","caller":"traceutil/trace.go:171","msg":"trace[1945840490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2500; }","duration":"108.967773ms","start":"2026-03-02T02:14:57.164716Z","end":"2026-03-02T02:14:57.273683Z","steps":["trace[1945840490] 'agreement among raft nodes before linearized reading' (duration: 108.883781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:57.27372Z","caller":"traceutil/trace.go:171","msg":"trace[377733383] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"190.342863ms","start":"2026-03-02T02:14:57.083358Z","end":"2026-03-02T02:14:57.273701Z","steps":["trace[377733383] 'process raft request' (duration: 171.083632ms)","trace[377733383] 'compare' (duration: 18.862401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:14:57.273849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.093895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-02T02:14:57.273994Z","caller":"traceutil/trace.go:171","msg":"trace[1385694154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2500; }","duration":"144.27812ms","start":"2026-03-02T02:14:57.129701Z","end":"2026-03-02T02:14:57.273979Z","steps":["trace[1385694154] 'agreement among raft nodes before linearized reading' (duration: 143.885909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:14:57.582029Z","caller":"traceutil/trace.go:171","msg":"trace[1091850096] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"120.820127ms","start":"2026-03-02T02:14:57.461173Z","end":"2026-03-02T02:14:57.581993Z","steps":["trace[1091850096] 'process raft request' (duration: 120.636262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.77962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.545453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:14:57.7797Z","caller":"traceutil/trace.go:171","msg":"trace[103044548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"154.667486ms","start":"2026-03-02T02:14:57.625015Z","end":"2026-03-02T02:14:57.779683Z","steps":["trace[103044548] 'range keys from in-memory index tree' (duration: 154.331697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:14:57.779683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.310849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:14:57.779761Z","caller":"traceutil/trace.go:171","msg":"trace[957641510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2503; }","duration":"159.443283ms","start":"2026-03-02T02:14:57.620298Z","end":"2026-03-02T02:14:57.779742Z","steps":["trace[957641510] 'range keys from in-memory index tree' (duration: 159.142785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:03.538755Z","caller":"traceutil/trace.go:171","msg":"trace[345289942] linearizableReadLoop","detail":"{readStateIndex:2635; appliedIndex:2634; }","duration":"187.21082ms","start":"2026-03-02T02:15:03.351512Z","end":"2026-03-02T02:15:03.538723Z","steps":["trace[345289942] 'read index received' (duration: 128.862751ms)","trace[345289942] 'applied index is now lower than readState.Index' (duration: 58.346699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:03.538927Z","caller":"traceutil/trace.go:171","msg":"trace[680920101] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"247.314415ms","start":"2026-03-02T02:15:03.291581Z","end":"2026-03-02T02:15:03.538895Z","steps":["trace[680920101] 'process raft request' (duration: 188.774361ms)","trace[680920101] 'compare' (duration: 58.138473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:03.53917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.641201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:15:03.539255Z","caller":"traceutil/trace.go:171","msg":"trace[477192138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2530; }","duration":"187.772735ms","start":"2026-03-02T02:15:03.351468Z","end":"2026-03-02T02:15:03.539241Z","steps":["trace[477192138] 'agreement among raft nodes before linearized reading' (duration: 187.481797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.138317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.727357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:04.138595Z","caller":"traceutil/trace.go:171","msg":"trace[1181745755] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2636; }","duration":"271.675693ms","start":"2026-03-02T02:15:03.866903Z","end":"2026-03-02T02:15:04.138579Z","steps":["trace[1181745755] 'read index received' (duration: 36.611µs)","trace[1181745755] 'applied index is now lower than readState.Index' (duration: 271.638212ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:04.138695Z","caller":"traceutil/trace.go:171","msg":"trace[731873898] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"538.552787ms","start":"2026-03-02T02:15:03.600098Z","end":"2026-03-02T02:15:04.138651Z","steps":["trace[731873898] 'process raft request' (duration: 538.422783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.138803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.882208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:15:04.138898Z","caller":"traceutil/trace.go:171","msg":"trace[578245915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2533; }","duration":"272.013502ms","start":"2026-03-02T02:15:03.866858Z","end":"2026-03-02T02:15:04.138872Z","steps":["trace[578245915] 'agreement among raft nodes before linearized reading' (duration: 271.791176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.13891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:03.60008Z","time spent":"538.737442ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:04.138977Z","caller":"traceutil/trace.go:171","msg":"trace[1865092357] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"595.270393ms","start":"2026-03-02T02:15:03.543579Z","end":"2026-03-02T02:15:04.13885Z","steps":["trace[1865092357] 'process raft request' (duration: 297.926319ms)","trace[1865092357] 'compare' (duration: 296.619835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:15:04.139218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.977531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:15:04.139282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:03.543563Z","time spent":"595.576451ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:04.139443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.630097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:15:04.139502Z","caller":"traceutil/trace.go:171","msg":"trace[1287669541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"252.73567ms","start":"2026-03-02T02:15:03.886748Z","end":"2026-03-02T02:15:04.139483Z","steps":["trace[1287669541] 'agreement among raft nodes before linearized reading' (duration: 252.587266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:04.139346Z","caller":"traceutil/trace.go:171","msg":"trace[833361081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2533; }","duration":"266.117855ms","start":"2026-03-02T02:15:03.873214Z","end":"2026-03-02T02:15:04.139331Z","steps":["trace[833361081] 'agreement among raft nodes before linearized reading' (duration: 265.822837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.737419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.91892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:15:04.737673Z","caller":"traceutil/trace.go:171","msg":"trace[1680005628] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2638; }","duration":"547.856554ms","start":"2026-03-02T02:15:04.1898Z","end":"2026-03-02T02:15:04.737656Z","steps":["trace[1680005628] 'read index received' (duration: 281.233326ms)","trace[1680005628] 'applied index is now lower than readState.Index' (duration: 266.622108ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:04.737701Z","caller":"traceutil/trace.go:171","msg":"trace[378447244] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"595.035066ms","start":"2026-03-02T02:15:04.142616Z","end":"2026-03-02T02:15:04.737651Z","steps":["trace[378447244] 'process raft request' (duration: 328.424859ms)","trace[378447244] 'compare' (duration: 265.437456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:15:04.73782Z","caller":"traceutil/trace.go:171","msg":"trace[70926471] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"594.007659ms","start":"2026-03-02T02:15:04.143793Z","end":"2026-03-02T02:15:04.737801Z","steps":["trace[70926471] 'process raft request' (duration: 593.739512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.737894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:04.14259Z","time spent":"595.199441ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:15:04.737883Z","caller":"traceutil/trace.go:171","msg":"trace[1398072140] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"593.67061ms","start":"2026-03-02T02:15:04.144169Z","end":"2026-03-02T02:15:04.737839Z","steps":["trace[1398072140] 'process raft request' (duration: 593.452355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.737954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.387493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:15:04.738022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.210214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T02:15:04.738036Z","caller":"traceutil/trace.go:171","msg":"trace[502140446] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2536; }","duration":"338.521547ms","start":"2026-03-02T02:15:04.399495Z","end":"2026-03-02T02:15:04.738016Z","steps":["trace[502140446] 'agreement among raft nodes before linearized reading' (duration: 338.366503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:15:04.738081Z","caller":"traceutil/trace.go:171","msg":"trace[852925629] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2536; }","duration":"548.303295ms","start":"2026-03-02T02:15:04.189763Z","end":"2026-03-02T02:15:04.738066Z","steps":["trace[852925629] 'agreement among raft nodes before linearized reading' (duration: 548.027138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.738095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.442748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1898e47d22fdbab6\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-02T02:15:04.738091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:04.399473Z","time spent":"338.604069ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:15:04.738121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:04.189752Z","time spent":"548.361518ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T02:15:04.738131Z","caller":"traceutil/trace.go:171","msg":"trace[2063102248] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1898e47d22fdbab6; range_end:; response_count:1; response_revision:2536; }","duration":"256.52351ms","start":"2026-03-02T02:15:04.481596Z","end":"2026-03-02T02:15:04.738119Z","steps":["trace[2063102248] 'agreement among raft nodes before linearized reading' (duration: 256.390776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:15:04.73793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:04.14377Z","time spent":"594.100611ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:15:04.738703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:15:04.144123Z","time spent":"593.883716ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:17:35.049634Z","caller":"traceutil/trace.go:171","msg":"trace[251945194] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"131.346488ms","start":"2026-03-02T02:17:34.918251Z","end":"2026-03-02T02:17:35.049598Z","steps":["trace[251945194] 'process raft request' (duration: 131.114982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:48.846117Z","caller":"traceutil/trace.go:171","msg":"trace[775150025] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"390.631792ms","start":"2026-03-02T02:18:48.455456Z","end":"2026-03-02T02:18:48.846088Z","steps":["trace[775150025] 'process raft request' (duration: 390.396036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:48.846295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:48.455444Z","time spent":"390.766706ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:48.847352Z","caller":"traceutil/trace.go:171","msg":"trace[1709426854] linearizableReadLoop","detail":"{readStateIndex:4453; appliedIndex:4451; }","duration":"199.892696ms","start":"2026-03-02T02:18:48.647444Z","end":"2026-03-02T02:18:48.847336Z","steps":["trace[1709426854] 'read index received' (duration: 198.361436ms)","trace[1709426854] 'applied index is now lower than readState.Index' (duration: 1.53047ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:48.847412Z","caller":"traceutil/trace.go:171","msg":"trace[1996103896] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"390.227711ms","start":"2026-03-02T02:18:48.457158Z","end":"2026-03-02T02:18:48.847386Z","steps":["trace[1996103896] 'process raft request' (duration: 390.084828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:48.847501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.05263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:18:48.84753Z","caller":"traceutil/trace.go:171","msg":"trace[1342878666] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4274; }","duration":"200.133572ms","start":"2026-03-02T02:18:48.647388Z","end":"2026-03-02T02:18:48.847522Z","steps":["trace[1342878666] 'agreement among raft nodes before linearized reading' (duration: 200.037079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:48.84753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:48.457135Z","time spent":"390.329244ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:18:48.849438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.533169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957102"} {"level":"info","ts":"2026-03-02T02:18:48.849525Z","caller":"traceutil/trace.go:171","msg":"trace[763218775] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4274; }","duration":"188.635842ms","start":"2026-03-02T02:18:48.660865Z","end":"2026-03-02T02:18:48.849501Z","steps":["trace[763218775] 'agreement among raft nodes before linearized reading' (duration: 186.580208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:54.060883Z","caller":"traceutil/trace.go:171","msg":"trace[1210842933] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"106.757641ms","start":"2026-03-02T02:18:53.9541Z","end":"2026-03-02T02:18:54.060857Z","steps":["trace[1210842933] 'process raft request' (duration: 105.715364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:54.920246Z","caller":"traceutil/trace.go:171","msg":"trace[752086740] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4444; }","duration":"111.389742ms","start":"2026-03-02T02:18:54.808833Z","end":"2026-03-02T02:18:54.920223Z","steps":["trace[752086740] 'process raft request' (duration: 111.296229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:55.294266Z","caller":"traceutil/trace.go:171","msg":"trace[779176057] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"304.693406ms","start":"2026-03-02T02:18:54.989545Z","end":"2026-03-02T02:18:55.294239Z","steps":["trace[779176057] 'process raft request' (duration: 304.535852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.294425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:54.989524Z","time spent":"304.817309ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:55.302935Z","caller":"traceutil/trace.go:171","msg":"trace[425854581] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"305.903627ms","start":"2026-03-02T02:18:54.997011Z","end":"2026-03-02T02:18:55.302915Z","steps":["trace[425854581] 'process raft request' (duration: 305.684352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.303032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:54.996994Z","time spent":"305.989569ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:18:55.303063Z","caller":"traceutil/trace.go:171","msg":"trace[1583549261] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"309.489691ms","start":"2026-03-02T02:18:54.993546Z","end":"2026-03-02T02:18:55.303036Z","steps":["trace[1583549261] 'process raft request' (duration: 308.960697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:55.303188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:54.993517Z","time spent":"309.613044ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T02:18:58.096143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.117934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:18:58.096266Z","caller":"traceutil/trace.go:171","msg":"trace[369004786] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4770; }","duration":"572.778485ms","start":"2026-03-02T02:18:57.52347Z","end":"2026-03-02T02:18:58.096248Z","steps":["trace[369004786] 'read index received' (duration: 51.340052ms)","trace[369004786] 'applied index is now lower than readState.Index' (duration: 521.436672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:58.096422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.959659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:18:58.096413Z","caller":"traceutil/trace.go:171","msg":"trace[1210370223] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"583.69332ms","start":"2026-03-02T02:18:57.512646Z","end":"2026-03-02T02:18:58.09634Z","steps":["trace[1210370223] 'process raft request' (duration: 62.288919ms)","trace[1210370223] 'compare' (duration: 521.00047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:58.096674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:57.51263Z","time spent":"583.906315ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:18:58.096693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.660154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ec58de6-02e3-4b6b-a1bf-bd8256338024\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-02T02:18:58.096762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.80392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:18:58.096772Z","caller":"traceutil/trace.go:171","msg":"trace[394127739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ec58de6-02e3-4b6b-a1bf-bd8256338024; range_end:; response_count:1; response_revision:4583; }","duration":"387.779088ms","start":"2026-03-02T02:18:57.70897Z","end":"2026-03-02T02:18:58.09675Z","steps":["trace[394127739] 'agreement among raft nodes before linearized reading' (duration: 387.647634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.096458Z","caller":"traceutil/trace.go:171","msg":"trace[1932874243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4583; }","duration":"573.048222ms","start":"2026-03-02T02:18:57.5234Z","end":"2026-03-02T02:18:58.096448Z","steps":["trace[1932874243] 'agreement among raft nodes before linearized reading' (duration: 572.931619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.096805Z","caller":"traceutil/trace.go:171","msg":"trace[1803744173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4583; }","duration":"174.893793ms","start":"2026-03-02T02:18:57.921901Z","end":"2026-03-02T02:18:58.096795Z","steps":["trace[1803744173] 'agreement among raft nodes before linearized reading' (duration: 174.79613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.096814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:57.708952Z","time spent":"387.85345ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3739,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ec58de6-02e3-4b6b-a1bf-bd8256338024\" "} {"level":"warn","ts":"2026-03-02T02:18:58.096854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.114761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hmpck-tls\" ","response":"range_response_count:1 size:2182"} {"level":"warn","ts":"2026-03-02T02:18:58.09691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.148588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-02T02:18:58.096919Z","caller":"traceutil/trace.go:171","msg":"trace[125304519] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hmpck-tls; range_end:; response_count:1; response_revision:4583; }","duration":"260.215803ms","start":"2026-03-02T02:18:57.836685Z","end":"2026-03-02T02:18:58.096901Z","steps":["trace[125304519] 'agreement among raft nodes before linearized reading' (duration: 259.945006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.096927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:57.523376Z","time spent":"573.476852ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:18:58.096978Z","caller":"traceutil/trace.go:171","msg":"trace[229457680] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4583; }","duration":"411.258582ms","start":"2026-03-02T02:18:57.6857Z","end":"2026-03-02T02:18:58.096959Z","steps":["trace[229457680] 'agreement among raft nodes before linearized reading' (duration: 411.043386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.096993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.624255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776947"} {"level":"warn","ts":"2026-03-02T02:18:58.09703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:57.685677Z","time spent":"411.341774ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-02T02:18:58.097067Z","caller":"traceutil/trace.go:171","msg":"trace[1277167873] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4583; }","duration":"550.697237ms","start":"2026-03-02T02:18:57.546344Z","end":"2026-03-02T02:18:58.097041Z","steps":["trace[1277167873] 'agreement among raft nodes before linearized reading' (duration: 550.03268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.097118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:57.546322Z","time spent":"550.782269ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776970,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T02:18:58.226925Z","caller":"traceutil/trace.go:171","msg":"trace[1903345652] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"125.321496ms","start":"2026-03-02T02:18:58.101573Z","end":"2026-03-02T02:18:58.226894Z","steps":["trace[1903345652] 'process raft request' (duration: 106.262758ms)","trace[1903345652] 'compare' (duration: 18.819602ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:58.227205Z","caller":"traceutil/trace.go:171","msg":"trace[174688142] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"124.805553ms","start":"2026-03-02T02:18:58.102341Z","end":"2026-03-02T02:18:58.227146Z","steps":["trace[174688142] 'process raft request' (duration: 124.501605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.227334Z","caller":"traceutil/trace.go:171","msg":"trace[183181699] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"124.786393ms","start":"2026-03-02T02:18:58.10252Z","end":"2026-03-02T02:18:58.227307Z","steps":["trace[183181699] 'process raft request' (duration: 124.516186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:58.22751Z","caller":"traceutil/trace.go:171","msg":"trace[1424430745] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4771; }","duration":"123.008936ms","start":"2026-03-02T02:18:58.104491Z","end":"2026-03-02T02:18:58.2275Z","steps":["trace[1424430745] 'read index received' (duration: 60.84001ms)","trace[1424430745] 'applied index is now lower than readState.Index' (duration: 62.168146ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:58.227664Z","caller":"traceutil/trace.go:171","msg":"trace[1311163705] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"124.391392ms","start":"2026-03-02T02:18:58.103258Z","end":"2026-03-02T02:18:58.227649Z","steps":["trace[1311163705] 'process raft request' (duration: 123.981991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:58.227673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.16156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-hmpck-tls\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-03-02T02:18:58.227743Z","caller":"traceutil/trace.go:171","msg":"trace[337193742] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-hmpck-tls; range_end:; response_count:1; response_revision:4588; }","duration":"123.286223ms","start":"2026-03-02T02:18:58.104444Z","end":"2026-03-02T02:18:58.22773Z","steps":["trace[337193742] 'agreement among raft nodes before linearized reading' (duration: 123.088428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:18:59.909527Z","caller":"traceutil/trace.go:171","msg":"trace[1916422036] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"168.394392ms","start":"2026-03-02T02:18:59.741107Z","end":"2026-03-02T02:18:59.909502Z","steps":["trace[1916422036] 'read index received' (duration: 81.431808ms)","trace[1916422036] 'applied index is now lower than readState.Index' (duration: 86.961594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:18:59.909649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.532576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:18:59.909651Z","caller":"traceutil/trace.go:171","msg":"trace[1078657999] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"323.9661ms","start":"2026-03-02T02:18:59.585636Z","end":"2026-03-02T02:18:59.909602Z","steps":["trace[1078657999] 'process raft request' (duration: 236.958705ms)","trace[1078657999] 'compare' (duration: 86.790639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:18:59.909681Z","caller":"traceutil/trace.go:171","msg":"trace[382842766] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4597; }","duration":"168.630208ms","start":"2026-03-02T02:18:59.741042Z","end":"2026-03-02T02:18:59.909672Z","steps":["trace[382842766] 'agreement among raft nodes before linearized reading' (duration: 168.551236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:18:59.909978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:18:59.585619Z","time spent":"324.243267ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:00.323598Z","caller":"traceutil/trace.go:171","msg":"trace[902182661] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"148.725438ms","start":"2026-03-02T02:19:00.174841Z","end":"2026-03-02T02:19:00.323566Z","steps":["trace[902182661] 'process raft request' (duration: 148.485562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:01.68058Z","caller":"traceutil/trace.go:171","msg":"trace[48225146] linearizableReadLoop","detail":"{readStateIndex:4840; appliedIndex:4838; }","duration":"111.019152ms","start":"2026-03-02T02:19:01.569539Z","end":"2026-03-02T02:19:01.680558Z","steps":["trace[48225146] 'read index received' (duration: 97.732265ms)","trace[48225146] 'applied index is now lower than readState.Index' (duration: 13.285837ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:01.680704Z","caller":"traceutil/trace.go:171","msg":"trace[1885899083] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"131.271762ms","start":"2026-03-02T02:19:01.549397Z","end":"2026-03-02T02:19:01.680668Z","steps":["trace[1885899083] 'process raft request' (duration: 117.948764ms)","trace[1885899083] 'compare' (duration: 12.657381ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:01.680697Z","caller":"traceutil/trace.go:171","msg":"trace[755469030] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"123.961991ms","start":"2026-03-02T02:19:01.556719Z","end":"2026-03-02T02:19:01.680681Z","steps":["trace[755469030] 'process raft request' (duration: 123.741156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:01.681066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.515276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-02T02:19:01.681124Z","caller":"traceutil/trace.go:171","msg":"trace[480228995] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4651; }","duration":"111.587107ms","start":"2026-03-02T02:19:01.569518Z","end":"2026-03-02T02:19:01.681105Z","steps":["trace[480228995] 'agreement among raft nodes before linearized reading' (duration: 111.135336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:04.687724Z","caller":"traceutil/trace.go:171","msg":"trace[1914770630] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"101.542535ms","start":"2026-03-02T02:19:04.586127Z","end":"2026-03-02T02:19:04.687669Z","steps":["trace[1914770630] 'process raft request' (duration: 100.637421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:08.726589Z","caller":"traceutil/trace.go:171","msg":"trace[58113719] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"102.941911ms","start":"2026-03-02T02:19:08.623619Z","end":"2026-03-02T02:19:08.726561Z","steps":["trace[58113719] 'process raft request' (duration: 102.740566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:08.856931Z","caller":"traceutil/trace.go:171","msg":"trace[1054412142] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"117.473311ms","start":"2026-03-02T02:19:08.739433Z","end":"2026-03-02T02:19:08.856906Z","steps":["trace[1054412142] 'process raft request' (duration: 117.41698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:08.85709Z","caller":"traceutil/trace.go:171","msg":"trace[267920581] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"124.31864ms","start":"2026-03-02T02:19:08.732738Z","end":"2026-03-02T02:19:08.857056Z","steps":["trace[267920581] 'process raft request' (duration: 124.053073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:08.857191Z","caller":"traceutil/trace.go:171","msg":"trace[1179375652] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"124.498974ms","start":"2026-03-02T02:19:08.732649Z","end":"2026-03-02T02:19:08.857148Z","steps":["trace[1179375652] 'process raft request' (duration: 69.353563ms)","trace[1179375652] 'compare' (duration: 54.580017ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:08.857508Z","caller":"traceutil/trace.go:171","msg":"trace[836903067] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"124.793172ms","start":"2026-03-02T02:19:08.732699Z","end":"2026-03-02T02:19:08.857492Z","steps":["trace[836903067] 'process raft request' (duration: 124.044503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:09.00259Z","caller":"traceutil/trace.go:171","msg":"trace[1036953328] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"138.48259ms","start":"2026-03-02T02:19:08.864084Z","end":"2026-03-02T02:19:09.002566Z","steps":["trace[1036953328] 'process raft request' (duration: 135.134523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:09.002847Z","caller":"traceutil/trace.go:171","msg":"trace[839912466] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"137.262928ms","start":"2026-03-02T02:19:08.86557Z","end":"2026-03-02T02:19:09.002832Z","steps":["trace[839912466] 'process raft request' (duration: 136.95269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:16.769609Z","caller":"traceutil/trace.go:171","msg":"trace[442875263] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"280.03426ms","start":"2026-03-02T02:19:16.489552Z","end":"2026-03-02T02:19:16.769587Z","steps":["trace[442875263] 'read index received' (duration: 279.880136ms)","trace[442875263] 'applied index is now lower than readState.Index' (duration: 152.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:16.769664Z","caller":"traceutil/trace.go:171","msg":"trace[1483383520] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"301.751519ms","start":"2026-03-02T02:19:16.467885Z","end":"2026-03-02T02:19:16.769636Z","steps":["trace[1483383520] 'process raft request' (duration: 301.565374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:16.769819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.467867Z","time spent":"301.853171ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:16.769841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.252407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:16.769948Z","caller":"traceutil/trace.go:171","msg":"trace[1615995674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4917; }","duration":"280.38502ms","start":"2026-03-02T02:19:16.48954Z","end":"2026-03-02T02:19:16.769925Z","steps":["trace[1615995674] 'agreement among raft nodes before linearized reading' (duration: 280.176925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.103926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.221333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:19:17.104238Z","caller":"traceutil/trace.go:171","msg":"trace[568172834] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5112; }","duration":"334.532176ms","start":"2026-03-02T02:19:16.769686Z","end":"2026-03-02T02:19:17.104218Z","steps":["trace[568172834] 'read index received' (duration: 99.975244ms)","trace[568172834] 'applied index is now lower than readState.Index' (duration: 234.555322ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:17.104341Z","caller":"traceutil/trace.go:171","msg":"trace[655747455] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"524.362898ms","start":"2026-03-02T02:19:16.579947Z","end":"2026-03-02T02:19:17.10431Z","steps":["trace[655747455] 'process raft request' (duration: 289.662542ms)","trace[655747455] 'compare' (duration: 234.017798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:17.104492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.579928Z","time spent":"524.482862ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:17.104517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.75731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-02T02:19:17.10457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.143871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:19:17.104604Z","caller":"traceutil/trace.go:171","msg":"trace[806740249] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:4919; }","duration":"472.878232ms","start":"2026-03-02T02:19:16.631703Z","end":"2026-03-02T02:19:17.104581Z","steps":["trace[806740249] 'agreement among raft nodes before linearized reading' (duration: 472.645676ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.10457Z","caller":"traceutil/trace.go:171","msg":"trace[1109093758] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"523.458084ms","start":"2026-03-02T02:19:16.581014Z","end":"2026-03-02T02:19:17.104472Z","steps":["trace[1109093758] 'process raft request' (duration: 523.030793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.10465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.631692Z","time spent":"472.950555ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-02T02:19:17.104647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.217354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T02:19:17.104729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.474668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:17.104739Z","caller":"traceutil/trace.go:171","msg":"trace[2144784209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4919; }","duration":"410.372719ms","start":"2026-03-02T02:19:16.694344Z","end":"2026-03-02T02:19:17.104717Z","steps":["trace[2144784209] 'agreement among raft nodes before linearized reading' (duration: 410.04902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.104809Z","caller":"traceutil/trace.go:171","msg":"trace[2097318222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4919; }","duration":"333.513149ms","start":"2026-03-02T02:19:16.771245Z","end":"2026-03-02T02:19:17.104758Z","steps":["trace[2097318222] 'agreement among raft nodes before linearized reading' (duration: 333.426567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.104811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.694334Z","time spent":"410.461551ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T02:19:17.104822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.580986Z","time spent":"523.697141ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:17.104843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.153237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T02:19:17.104885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.228191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0dea27-f418-4683-b614-7b8cc4eb5114\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T02:19:17.104924Z","caller":"traceutil/trace.go:171","msg":"trace[626974129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4919; }","duration":"523.235499ms","start":"2026-03-02T02:19:16.581667Z","end":"2026-03-02T02:19:17.104903Z","steps":["trace[626974129] 'agreement among raft nodes before linearized reading' (duration: 523.023963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.104987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.581607Z","time spent":"523.367143ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:19:17.104544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.015803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:19:17.105035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.506676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:19:17.105077Z","caller":"traceutil/trace.go:171","msg":"trace[1398560771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4919; }","duration":"523.617399ms","start":"2026-03-02T02:19:16.581444Z","end":"2026-03-02T02:19:17.105061Z","steps":["trace[1398560771] 'agreement among raft nodes before linearized reading' (duration: 522.974232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.104936Z","caller":"traceutil/trace.go:171","msg":"trace[124888472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0dea27-f418-4683-b614-7b8cc4eb5114; range_end:; response_count:1; response_revision:4919; }","duration":"424.313613ms","start":"2026-03-02T02:19:16.680609Z","end":"2026-03-02T02:19:17.104923Z","steps":["trace[124888472] 'agreement among raft nodes before linearized reading' (duration: 424.19254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.105116Z","caller":"traceutil/trace.go:171","msg":"trace[1683035860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4919; }","duration":"523.615489ms","start":"2026-03-02T02:19:16.581486Z","end":"2026-03-02T02:19:17.105102Z","steps":["trace[1683035860] 'agreement among raft nodes before linearized reading' (duration: 523.350132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.105155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.680591Z","time spent":"424.544139ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0dea27-f418-4683-b614-7b8cc4eb5114\" "} {"level":"warn","ts":"2026-03-02T02:19:17.10486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.77121Z","time spent":"333.639282ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:19:17.105134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.581411Z","time spent":"523.708711ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:19:17.104641Z","caller":"traceutil/trace.go:171","msg":"trace[75835716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4919; }","duration":"522.255784ms","start":"2026-03-02T02:19:16.582372Z","end":"2026-03-02T02:19:17.104628Z","steps":["trace[75835716] 'agreement among raft nodes before linearized reading' (duration: 522.006537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.105329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.581472Z","time spent":"523.840045ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:19:17.105381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:16.58236Z","time spent":"522.999833ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:19:17.268276Z","caller":"traceutil/trace.go:171","msg":"trace[1682406953] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"158.777641ms","start":"2026-03-02T02:19:17.109472Z","end":"2026-03-02T02:19:17.26825Z","steps":["trace[1682406953] 'process raft request' (duration: 158.695959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.268309Z","caller":"traceutil/trace.go:171","msg":"trace[1630129773] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"159.038388ms","start":"2026-03-02T02:19:17.109234Z","end":"2026-03-02T02:19:17.268272Z","steps":["trace[1630129773] 'process raft request' (duration: 108.304621ms)","trace[1630129773] 'compare' (duration: 50.49599ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:17.268576Z","caller":"traceutil/trace.go:171","msg":"trace[5746945] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"158.960965ms","start":"2026-03-02T02:19:17.109597Z","end":"2026-03-02T02:19:17.268558Z","steps":["trace[5746945] 'process raft request' (duration: 158.616576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.268715Z","caller":"traceutil/trace.go:171","msg":"trace[1663758404] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"158.969266ms","start":"2026-03-02T02:19:17.109718Z","end":"2026-03-02T02:19:17.268687Z","steps":["trace[1663758404] 'process raft request' (duration: 158.737409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.268949Z","caller":"traceutil/trace.go:171","msg":"trace[642914102] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"157.59285ms","start":"2026-03-02T02:19:17.111344Z","end":"2026-03-02T02:19:17.268937Z","steps":["trace[642914102] 'process raft request' (duration: 157.242731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.344796Z","caller":"traceutil/trace.go:171","msg":"trace[1160244478] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"175.854838ms","start":"2026-03-02T02:19:17.168917Z","end":"2026-03-02T02:19:17.344771Z","steps":["trace[1160244478] 'process raft request' (duration: 175.701454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.578558Z","caller":"traceutil/trace.go:171","msg":"trace[1157307778] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"223.936594ms","start":"2026-03-02T02:19:17.354598Z","end":"2026-03-02T02:19:17.578535Z","steps":["trace[1157307778] 'process raft request' (duration: 221.238934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.581415Z","caller":"traceutil/trace.go:171","msg":"trace[901581305] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"163.600047ms","start":"2026-03-02T02:19:17.417795Z","end":"2026-03-02T02:19:17.581395Z","steps":["trace[901581305] 'read index received' (duration: 158.035311ms)","trace[901581305] 'applied index is now lower than readState.Index' (duration: 5.563756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:17.581564Z","caller":"traceutil/trace.go:171","msg":"trace[323904730] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"200.554823ms","start":"2026-03-02T02:19:17.380975Z","end":"2026-03-02T02:19:17.581529Z","steps":["trace[323904730] 'process raft request' (duration: 200.300997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:17.581693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.112014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a0dea27-f418-4683-b614-7b8cc4eb5114\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-02T02:19:17.581692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.887575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T02:19:17.581742Z","caller":"traceutil/trace.go:171","msg":"trace[1459233727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a0dea27-f418-4683-b614-7b8cc4eb5114; range_end:; response_count:1; response_revision:4927; }","duration":"137.187237ms","start":"2026-03-02T02:19:17.444542Z","end":"2026-03-02T02:19:17.581729Z","steps":["trace[1459233727] 'agreement among raft nodes before linearized reading' (duration: 137.062913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:17.58175Z","caller":"traceutil/trace.go:171","msg":"trace[1726444337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:4927; }","duration":"164.007858ms","start":"2026-03-02T02:19:17.41773Z","end":"2026-03-02T02:19:17.581738Z","steps":["trace[1726444337] 'agreement among raft nodes before linearized reading' (duration: 163.817703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:18.935362Z","caller":"traceutil/trace.go:171","msg":"trace[1553989311] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"136.839386ms","start":"2026-03-02T02:19:18.798493Z","end":"2026-03-02T02:19:18.935332Z","steps":["trace[1553989311] 'read index received' (duration: 136.712633ms)","trace[1553989311] 'applied index is now lower than readState.Index' (duration: 125.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:18.935447Z","caller":"traceutil/trace.go:171","msg":"trace[371677838] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"157.479187ms","start":"2026-03-02T02:19:18.777937Z","end":"2026-03-02T02:19:18.935416Z","steps":["trace[371677838] 'process raft request' (duration: 157.190469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:18.935596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.077733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T02:19:18.935655Z","caller":"traceutil/trace.go:171","msg":"trace[1841832739] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4935; }","duration":"137.175116ms","start":"2026-03-02T02:19:18.798466Z","end":"2026-03-02T02:19:18.935641Z","steps":["trace[1841832739] 'agreement among raft nodes before linearized reading' (duration: 136.97097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:29.231499Z","caller":"traceutil/trace.go:171","msg":"trace[1232389268] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5290; }","duration":"361.171321ms","start":"2026-03-02T02:19:28.870299Z","end":"2026-03-02T02:19:29.23147Z","steps":["trace[1232389268] 'read index received' (duration: 360.916245ms)","trace[1232389268] 'applied index is now lower than readState.Index' (duration: 253.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:29.231554Z","caller":"traceutil/trace.go:171","msg":"trace[1733472783] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"380.335813ms","start":"2026-03-02T02:19:28.851188Z","end":"2026-03-02T02:19:29.231523Z","steps":["trace[1733472783] 'process raft request' (duration: 380.068226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:29.231709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:28.851169Z","time spent":"380.454646ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:29.231741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.411047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T02:19:29.23179Z","caller":"traceutil/trace.go:171","msg":"trace[1439580755] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5091; }","duration":"361.49314ms","start":"2026-03-02T02:19:28.870279Z","end":"2026-03-02T02:19:29.231772Z","steps":["trace[1439580755] 'agreement among raft nodes before linearized reading' (duration: 361.328556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:29.231838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:28.870267Z","time spent":"361.560552ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T02:19:29.232419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.379036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:19:29.232492Z","caller":"traceutil/trace.go:171","msg":"trace[1570644300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5093; }","duration":"234.495559ms","start":"2026-03-02T02:19:28.997979Z","end":"2026-03-02T02:19:29.232474Z","steps":["trace[1570644300] 'agreement among raft nodes before linearized reading' (duration: 234.301314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:33.931165Z","caller":"traceutil/trace.go:171","msg":"trace[967648628] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"268.234943ms","start":"2026-03-02T02:19:33.662907Z","end":"2026-03-02T02:19:33.931142Z","steps":["trace[967648628] 'read index received' (duration: 268.084779ms)","trace[967648628] 'applied index is now lower than readState.Index' (duration: 149.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:19:33.931271Z","caller":"traceutil/trace.go:171","msg":"trace[66210098] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"268.415238ms","start":"2026-03-02T02:19:33.662824Z","end":"2026-03-02T02:19:33.931239Z","steps":["trace[66210098] 'process raft request' (duration: 268.159411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:33.931407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.4786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T02:19:33.931461Z","caller":"traceutil/trace.go:171","msg":"trace[159644595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:5131; }","duration":"268.585133ms","start":"2026-03-02T02:19:33.662862Z","end":"2026-03-02T02:19:33.931448Z","steps":["trace[159644595] 'agreement among raft nodes before linearized reading' (duration: 268.409618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.513762Z","caller":"traceutil/trace.go:171","msg":"trace[1482521395] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"177.065619ms","start":"2026-03-02T02:19:34.336664Z","end":"2026-03-02T02:19:34.51373Z","steps":["trace[1482521395] 'read index received' (duration: 176.907084ms)","trace[1482521395] 'applied index is now lower than readState.Index' (duration: 156.835µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:34.514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.314525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:19:34.513923Z","caller":"traceutil/trace.go:171","msg":"trace[734239334] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"570.097274ms","start":"2026-03-02T02:19:33.943787Z","end":"2026-03-02T02:19:34.513885Z","steps":["trace[734239334] 'process raft request' (duration: 569.794806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.514048Z","caller":"traceutil/trace.go:171","msg":"trace[767188972] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5132; }","duration":"177.415258ms","start":"2026-03-02T02:19:34.336622Z","end":"2026-03-02T02:19:34.514037Z","steps":["trace[767188972] 'agreement among raft nodes before linearized reading' (duration: 177.287274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.514148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:33.94376Z","time spent":"570.306789ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10668,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:34.882649Z","caller":"traceutil/trace.go:171","msg":"trace[762451307] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"362.856245ms","start":"2026-03-02T02:19:34.519758Z","end":"2026-03-02T02:19:34.882614Z","steps":["trace[762451307] 'process raft request' (duration: 271.25472ms)","trace[762451307] 'compare' (duration: 91.238725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:19:34.882858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.519744Z","time spent":"363.010459ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:19:34.883129Z","caller":"traceutil/trace.go:171","msg":"trace[130607185] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"363.083591ms","start":"2026-03-02T02:19:34.520027Z","end":"2026-03-02T02:19:34.883111Z","steps":["trace[130607185] 'process raft request' (duration: 362.485975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:19:34.883133Z","caller":"traceutil/trace.go:171","msg":"trace[396874377] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"362.24926ms","start":"2026-03-02T02:19:34.520862Z","end":"2026-03-02T02:19:34.883112Z","steps":["trace[396874377] 'process raft request' (duration: 362.137257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:19:34.883231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.520019Z","time spent":"363.161134ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:34.883254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:19:34.520843Z","time spent":"362.346422ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:19:35.469998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.045757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:19:35.470091Z","caller":"traceutil/trace.go:171","msg":"trace[1921630660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5139; }","duration":"123.16307ms","start":"2026-03-02T02:19:35.346905Z","end":"2026-03-02T02:19:35.470068Z","steps":["trace[1921630660] 'range keys from in-memory index tree' (duration: 123.000336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:27.939897Z","caller":"traceutil/trace.go:171","msg":"trace[669003885] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5766; }","duration":"145.741876ms","start":"2026-03-02T02:20:27.794128Z","end":"2026-03-02T02:20:27.93987Z","steps":["trace[669003885] 'read index received' (duration: 143.883667ms)","trace[669003885] 'applied index is now lower than readState.Index' (duration: 1.856799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:20:27.940189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.039893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:20:27.940247Z","caller":"traceutil/trace.go:171","msg":"trace[1270385575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5553; }","duration":"146.138686ms","start":"2026-03-02T02:20:27.79409Z","end":"2026-03-02T02:20:27.940228Z","steps":["trace[1270385575] 'agreement among raft nodes before linearized reading' (duration: 145.937201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:27.940624Z","caller":"traceutil/trace.go:171","msg":"trace[1336444400] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"149.347659ms","start":"2026-03-02T02:20:27.791229Z","end":"2026-03-02T02:20:27.940577Z","steps":["trace[1336444400] 'process raft request' (duration: 146.854364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:32.443419Z","caller":"traceutil/trace.go:171","msg":"trace[717848698] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"133.065646ms","start":"2026-03-02T02:20:32.310316Z","end":"2026-03-02T02:20:32.443381Z","steps":["trace[717848698] 'process raft request' (duration: 132.83305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:20:43.510957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2728} {"level":"info","ts":"2026-03-02T02:20:43.568447Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2728,"took":"56.05243ms","hash":3447393680,"current-db-size-bytes":40931328,"current-db-size":"41 MB","current-db-size-in-use-bytes":30646272,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T02:20:43.568519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3447393680,"revision":2728,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T02:25:35.114876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551405394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:25:35.452942Z","caller":"traceutil/trace.go:171","msg":"trace[1259294886] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"879.389226ms","start":"2026-03-02T02:25:34.573527Z","end":"2026-03-02T02:25:35.452916Z","steps":["trace[1259294886] 'process raft request' (duration: 879.249792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.453104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:34.573513Z","time spent":"879.510049ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:35.454225Z","caller":"traceutil/trace.go:171","msg":"trace[804191146] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"735.95247ms","start":"2026-03-02T02:25:34.718245Z","end":"2026-03-02T02:25:35.454197Z","steps":["trace[804191146] 'process raft request' (duration: 735.769065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:35.454395Z","caller":"traceutil/trace.go:171","msg":"trace[2090860412] linearizableReadLoop","detail":"{readStateIndex:7949; appliedIndex:7948; }","duration":"839.791651ms","start":"2026-03-02T02:25:34.614581Z","end":"2026-03-02T02:25:35.454372Z","steps":["trace[2090860412] 'read index received' (duration: 838.324182ms)","trace[2090860412] 'applied index is now lower than readState.Index' (duration: 1.465159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:35.454408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:34.718219Z","time spent":"736.096564ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:35.45448Z","caller":"traceutil/trace.go:171","msg":"trace[346787487] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"146.536566ms","start":"2026-03-02T02:25:35.307927Z","end":"2026-03-02T02:25:35.454463Z","steps":["trace[346787487] 'process raft request' (duration: 146.221628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.454542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.960025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:35.454588Z","caller":"traceutil/trace.go:171","msg":"trace[1524188321] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7662; }","duration":"840.015786ms","start":"2026-03-02T02:25:34.614561Z","end":"2026-03-02T02:25:35.454577Z","steps":["trace[1524188321] 'agreement among raft nodes before linearized reading' (duration: 839.931154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.454631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:34.614485Z","time spent":"840.136449ms","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:35.454657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.274511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:35.454735Z","caller":"traceutil/trace.go:171","msg":"trace[223134456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7662; }","duration":"730.414394ms","start":"2026-03-02T02:25:34.724309Z","end":"2026-03-02T02:25:35.454723Z","steps":["trace[223134456] 'agreement among raft nodes before linearized reading' (duration: 730.304111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.454786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:34.724288Z","time spent":"730.486797ms","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:35.454944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.290907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:25:35.45499Z","caller":"traceutil/trace.go:171","msg":"trace[780451907] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7662; }","duration":"421.379149ms","start":"2026-03-02T02:25:35.0336Z","end":"2026-03-02T02:25:35.45498Z","steps":["trace[780451907] 'agreement among raft nodes before linearized reading' (duration: 421.303177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.454969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.690466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:25:35.455031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:35.033576Z","time spent":"421.446981ms","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:25:35.455065Z","caller":"traceutil/trace.go:171","msg":"trace[286204788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7662; }","duration":"297.894911ms","start":"2026-03-02T02:25:35.157151Z","end":"2026-03-02T02:25:35.455046Z","steps":["trace[286204788] 'agreement among raft nodes before linearized reading' (duration: 297.627684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:35.456432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.403296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:25:35.45653Z","caller":"traceutil/trace.go:171","msg":"trace[504944282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7662; }","duration":"101.552979ms","start":"2026-03-02T02:25:35.354955Z","end":"2026-03-02T02:25:35.456508Z","steps":["trace[504944282] 'agreement among raft nodes before linearized reading' (duration: 99.849834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:43.517554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5658} {"level":"info","ts":"2026-03-02T02:25:43.757208Z","caller":"traceutil/trace.go:171","msg":"trace[790728690] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"116.407372ms","start":"2026-03-02T02:25:43.640755Z","end":"2026-03-02T02:25:43.757163Z","steps":["trace[790728690] 'process raft request' (duration: 25.572585ms)","trace[790728690] 'compare' (duration: 39.166364ms)","trace[790728690] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 51.352565ms)"],"step_count":3} {"level":"info","ts":"2026-03-02T02:25:43.841825Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5658,"took":"321.670949ms","hash":2605442794,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":23240704,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T02:25:43.841943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2605442794,"revision":5658,"compact-revision":2728} {"level":"info","ts":"2026-03-02T02:25:43.842243Z","caller":"traceutil/trace.go:171","msg":"trace[142040306] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"200.883391ms","start":"2026-03-02T02:25:43.641315Z","end":"2026-03-02T02:25:43.842198Z","steps":["trace[142040306] 'process raft request' (duration: 115.826106ms)","trace[142040306] 'compare' (duration: 40.271503ms)","trace[142040306] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 44.588267ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T02:25:46.284382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.193627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:25:46.284657Z","caller":"traceutil/trace.go:171","msg":"trace[1388742143] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8003; }","duration":"553.001253ms","start":"2026-03-02T02:25:45.731635Z","end":"2026-03-02T02:25:46.284636Z","steps":["trace[1388742143] 'read index received' (duration: 190.457086ms)","trace[1388742143] 'applied index is now lower than readState.Index' (duration: 362.542917ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:46.284784Z","caller":"traceutil/trace.go:171","msg":"trace[1858665004] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"736.766193ms","start":"2026-03-02T02:25:45.547999Z","end":"2026-03-02T02:25:46.284765Z","steps":["trace[1858665004] 'process raft request' (duration: 374.074812ms)","trace[1858665004] 'compare' (duration: 361.840188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:25:46.285175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.547982Z","time spent":"736.843094ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:25:46.285553Z","caller":"traceutil/trace.go:171","msg":"trace[1727977951] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"737.510082ms","start":"2026-03-02T02:25:45.548027Z","end":"2026-03-02T02:25:46.285537Z","steps":["trace[1727977951] 'process raft request' (duration: 736.484285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.285646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.54801Z","time spent":"737.591974ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:46.285865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.213935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:25:46.285851Z","caller":"traceutil/trace.go:171","msg":"trace[935499867] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"737.467891ms","start":"2026-03-02T02:25:45.548326Z","end":"2026-03-02T02:25:46.285794Z","steps":["trace[935499867] 'process raft request' (duration: 736.262419ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:46.285958Z","caller":"traceutil/trace.go:171","msg":"trace[306823602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7714; }","duration":"554.351699ms","start":"2026-03-02T02:25:45.731581Z","end":"2026-03-02T02:25:46.285933Z","steps":["trace[306823602] 'agreement among raft nodes before linearized reading' (duration: 554.194794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.285985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.81961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:25:46.286103Z","caller":"traceutil/trace.go:171","msg":"trace[1326255836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7714; }","duration":"525.000574ms","start":"2026-03-02T02:25:45.761078Z","end":"2026-03-02T02:25:46.286078Z","steps":["trace[1326255836] 'agreement among raft nodes before linearized reading' (duration: 524.710877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.2861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.548308Z","time spent":"737.653626ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:46.286165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.761062Z","time spent":"525.093096ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:25:46.286245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.401579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-02T02:25:46.286022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.731563Z","time spent":"554.441581ms","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:25:46.286303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.051108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:25:46.286321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.446532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:25:46.286359Z","caller":"traceutil/trace.go:171","msg":"trace[533926567] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7714; }","duration":"228.15274ms","start":"2026-03-02T02:25:46.058191Z","end":"2026-03-02T02:25:46.286344Z","steps":["trace[533926567] 'agreement among raft nodes before linearized reading' (duration: 227.602366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:46.286302Z","caller":"traceutil/trace.go:171","msg":"trace[1318829567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:7714; }","duration":"197.500972ms","start":"2026-03-02T02:25:46.088788Z","end":"2026-03-02T02:25:46.286289Z","steps":["trace[1318829567] 'agreement among raft nodes before linearized reading' (duration: 197.277526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:46.286381Z","caller":"traceutil/trace.go:171","msg":"trace[801977199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7714; }","duration":"440.548596ms","start":"2026-03-02T02:25:45.845817Z","end":"2026-03-02T02:25:46.286366Z","steps":["trace[801977199] 'agreement among raft nodes before linearized reading' (duration: 440.412352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.286722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:45.845798Z","time spent":"440.906225ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:25:46.749398Z","caller":"traceutil/trace.go:171","msg":"trace[1736843905] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8006; }","duration":"457.157903ms","start":"2026-03-02T02:25:46.292214Z","end":"2026-03-02T02:25:46.749372Z","steps":["trace[1736843905] 'read index received' (duration: 6.325467ms)","trace[1736843905] 'applied index is now lower than readState.Index' (duration: 450.831366ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:46.749497Z","caller":"traceutil/trace.go:171","msg":"trace[867003406] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"458.533579ms","start":"2026-03-02T02:25:46.290936Z","end":"2026-03-02T02:25:46.749469Z","steps":["trace[867003406] 'process raft request' (duration: 458.230221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.749637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:46.290926Z","time spent":"458.625331ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:46.749837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.610834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224096"} {"level":"info","ts":"2026-03-02T02:25:46.749896Z","caller":"traceutil/trace.go:171","msg":"trace[67765186] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7716; }","duration":"457.703617ms","start":"2026-03-02T02:25:46.29218Z","end":"2026-03-02T02:25:46.749883Z","steps":["trace[67765186] 'agreement among raft nodes before linearized reading' (duration: 457.316897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:46.749937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:46.292173Z","time spent":"457.753508ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:25:47.700068Z","caller":"traceutil/trace.go:171","msg":"trace[1509333531] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"197.689656ms","start":"2026-03-02T02:25:47.502355Z","end":"2026-03-02T02:25:47.700045Z","steps":["trace[1509333531] 'process raft request' (duration: 197.518452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:48.585604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.908707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:25:48.585777Z","caller":"traceutil/trace.go:171","msg":"trace[2122944854] linearizableReadLoop","detail":"{readStateIndex:8014; appliedIndex:8011; }","duration":"489.175609ms","start":"2026-03-02T02:25:48.096589Z","end":"2026-03-02T02:25:48.585764Z","steps":["trace[2122944854] 'read index received' (duration: 371.318409ms)","trace[2122944854] 'applied index is now lower than readState.Index' (duration: 117.85658ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:48.585806Z","caller":"traceutil/trace.go:171","msg":"trace[479283654] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"1.046212188s","start":"2026-03-02T02:25:47.539557Z","end":"2026-03-02T02:25:48.585769Z","steps":["trace[479283654] 'process raft request' (duration: 326.072215ms)","trace[479283654] 'compare' (duration: 719.818625ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:25:48.585815Z","caller":"traceutil/trace.go:171","msg":"trace[2128282877] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"571.070579ms","start":"2026-03-02T02:25:48.014713Z","end":"2026-03-02T02:25:48.585784Z","steps":["trace[2128282877] 'process raft request' (duration: 571.017418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.585848Z","caller":"traceutil/trace.go:171","msg":"trace[967104979] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"1.03723096s","start":"2026-03-02T02:25:47.548555Z","end":"2026-03-02T02:25:48.585786Z","steps":["trace[967104979] 'process raft request' (duration: 1.037123688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:48.585934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.343863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-03-02T02:25:48.585961Z","caller":"traceutil/trace.go:171","msg":"trace[552544591] range","detail":"{range_begin:/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d; range_end:; response_count:1; response_revision:7721; }","duration":"489.413695ms","start":"2026-03-02T02:25:48.096537Z","end":"2026-03-02T02:25:48.585951Z","steps":["trace[552544591] 'agreement among raft nodes before linearized reading' (duration: 489.307052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:48.58596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:47.539532Z","time spent":"1.046344771s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:48.58596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:48.01464Z","time spent":"571.243084ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:48.585982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:48.096515Z","time spent":"489.460887ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d\" "} {"level":"warn","ts":"2026-03-02T02:25:48.586008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:25:47.54854Z","time spent":"1.037390084s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:25:48.586168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.931033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T02:25:48.5862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.534602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:25:48.586236Z","caller":"traceutil/trace.go:171","msg":"trace[1217552122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7721; }","duration":"295.050866ms","start":"2026-03-02T02:25:48.291165Z","end":"2026-03-02T02:25:48.586216Z","steps":["trace[1217552122] 'agreement among raft nodes before linearized reading' (duration: 294.700977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.586241Z","caller":"traceutil/trace.go:171","msg":"trace[1061801036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7721; }","duration":"294.629235ms","start":"2026-03-02T02:25:48.2916Z","end":"2026-03-02T02:25:48.586229Z","steps":["trace[1061801036] 'agreement among raft nodes before linearized reading' (duration: 294.475361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:25:48.586252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.671476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T02:25:48.587505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.487133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:25:48.587567Z","caller":"traceutil/trace.go:171","msg":"trace[928183957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7721; }","duration":"285.577016ms","start":"2026-03-02T02:25:48.301977Z","end":"2026-03-02T02:25:48.587554Z","steps":["trace[928183957] 'agreement among raft nodes before linearized reading' (duration: 283.904062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.587785Z","caller":"traceutil/trace.go:171","msg":"trace[626432642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7721; }","duration":"294.711877ms","start":"2026-03-02T02:25:48.291555Z","end":"2026-03-02T02:25:48.586267Z","steps":["trace[626432642] 'agreement among raft nodes before linearized reading' (duration: 294.647585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.785986Z","caller":"traceutil/trace.go:171","msg":"trace[2018775084] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"197.753929ms","start":"2026-03-02T02:25:48.588208Z","end":"2026-03-02T02:25:48.785962Z","steps":["trace[2018775084] 'process raft request' (duration: 197.611695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.804883Z","caller":"traceutil/trace.go:171","msg":"trace[1098865994] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"214.50025ms","start":"2026-03-02T02:25:48.590353Z","end":"2026-03-02T02:25:48.804853Z","steps":["trace[1098865994] 'process raft request' (duration: 214.300185ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.805286Z","caller":"traceutil/trace.go:171","msg":"trace[1223069769] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"213.901195ms","start":"2026-03-02T02:25:48.591271Z","end":"2026-03-02T02:25:48.805172Z","steps":["trace[1223069769] 'process raft request' (duration: 213.533715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.805426Z","caller":"traceutil/trace.go:171","msg":"trace[2042917766] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"212.59215ms","start":"2026-03-02T02:25:48.592819Z","end":"2026-03-02T02:25:48.805411Z","steps":["trace[2042917766] 'process raft request' (duration: 212.272752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.80567Z","caller":"traceutil/trace.go:171","msg":"trace[1631154474] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"212.652741ms","start":"2026-03-02T02:25:48.593003Z","end":"2026-03-02T02:25:48.805655Z","steps":["trace[1631154474] 'process raft request' (duration: 212.364734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:48.968872Z","caller":"traceutil/trace.go:171","msg":"trace[1146009111] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"157.984819ms","start":"2026-03-02T02:25:48.810863Z","end":"2026-03-02T02:25:48.968848Z","steps":["trace[1146009111] 'process raft request' (duration: 157.834085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:50.705777Z","caller":"traceutil/trace.go:171","msg":"trace[330438312] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"113.759442ms","start":"2026-03-02T02:25:50.591992Z","end":"2026-03-02T02:25:50.705752Z","steps":["trace[330438312] 'process raft request' (duration: 113.604348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:25:50.707054Z","caller":"traceutil/trace.go:171","msg":"trace[1878590993] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"113.937407ms","start":"2026-03-02T02:25:50.593083Z","end":"2026-03-02T02:25:50.707021Z","steps":["trace[1878590993] 'process raft request' (duration: 113.801763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:14.220137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.584498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ld5jl\" ","response":"range_response_count:1 size:4453"} {"level":"info","ts":"2026-03-02T02:26:14.220229Z","caller":"traceutil/trace.go:171","msg":"trace[631988572] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ld5jl; range_end:; response_count:1; response_revision:7896; }","duration":"157.719292ms","start":"2026-03-02T02:26:14.062492Z","end":"2026-03-02T02:26:14.220211Z","steps":["trace[631988572] 'range keys from in-memory index tree' (duration: 157.441705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:14.220684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.441865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-rbdplugin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:14.220681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.93251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-02T02:26:14.220742Z","caller":"traceutil/trace.go:171","msg":"trace[1916571756] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-rbdplugin; range_end:; response_count:0; response_revision:7896; }","duration":"276.495047ms","start":"2026-03-02T02:26:13.944228Z","end":"2026-03-02T02:26:14.220723Z","steps":["trace[1916571756] 'range keys from in-memory index tree' (duration: 276.346922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:14.220763Z","caller":"traceutil/trace.go:171","msg":"trace[2012852609] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7896; }","duration":"221.033463ms","start":"2026-03-02T02:26:13.99971Z","end":"2026-03-02T02:26:14.220743Z","steps":["trace[2012852609] 'range keys from in-memory index tree' (duration: 220.725304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:18.079039Z","caller":"traceutil/trace.go:171","msg":"trace[504128160] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"120.208542ms","start":"2026-03-02T02:26:17.95881Z","end":"2026-03-02T02:26:18.079019Z","steps":["trace[504128160] 'read index received' (duration: 119.965975ms)","trace[504128160] 'applied index is now lower than readState.Index' (duration: 241.707µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:18.079154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.325005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:18.079144Z","caller":"traceutil/trace.go:171","msg":"trace[658419421] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"137.352954ms","start":"2026-03-02T02:26:17.941759Z","end":"2026-03-02T02:26:18.079112Z","steps":["trace[658419421] 'process raft request' (duration: 137.124398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:18.079179Z","caller":"traceutil/trace.go:171","msg":"trace[1205324070] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7921; }","duration":"120.393367ms","start":"2026-03-02T02:26:17.958778Z","end":"2026-03-02T02:26:18.079171Z","steps":["trace[1205324070] 'agreement among raft nodes before linearized reading' (duration: 120.311535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:18.67663Z","caller":"traceutil/trace.go:171","msg":"trace[1919783109] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"187.24348ms","start":"2026-03-02T02:26:18.489362Z","end":"2026-03-02T02:26:18.676605Z","steps":["trace[1919783109] 'read index received' (duration: 186.932622ms)","trace[1919783109] 'applied index is now lower than readState.Index' (duration: 309.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:18.676728Z","caller":"traceutil/trace.go:171","msg":"trace[785223280] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"408.669033ms","start":"2026-03-02T02:26:18.268034Z","end":"2026-03-02T02:26:18.676703Z","steps":["trace[785223280] 'process raft request' (duration: 408.314404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:18.676752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.388923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:18.676791Z","caller":"traceutil/trace.go:171","msg":"trace[518334644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7923; }","duration":"187.523468ms","start":"2026-03-02T02:26:18.489254Z","end":"2026-03-02T02:26:18.676778Z","steps":["trace[518334644] 'agreement among raft nodes before linearized reading' (duration: 187.446466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:18.676849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:18.26801Z","time spent":"408.767556ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:21.207204Z","caller":"traceutil/trace.go:171","msg":"trace[433342426] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"229.298391ms","start":"2026-03-02T02:26:20.977882Z","end":"2026-03-02T02:26:21.20718Z","steps":["trace[433342426] 'read index received' (duration: 229.076895ms)","trace[433342426] 'applied index is now lower than readState.Index' (duration: 220.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:21.207338Z","caller":"traceutil/trace.go:171","msg":"trace[639704651] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"231.021467ms","start":"2026-03-02T02:26:20.976295Z","end":"2026-03-02T02:26:21.207317Z","steps":["trace[639704651] 'process raft request' (duration: 230.74393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:21.207459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.259982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T02:26:21.2075Z","caller":"traceutil/trace.go:171","msg":"trace[957210743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7935; }","duration":"184.342884ms","start":"2026-03-02T02:26:21.023145Z","end":"2026-03-02T02:26:21.207488Z","steps":["trace[957210743] 'agreement among raft nodes before linearized reading' (duration: 184.201711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:21.207532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.64318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:26:21.207568Z","caller":"traceutil/trace.go:171","msg":"trace[6053344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7935; }","duration":"229.703251ms","start":"2026-03-02T02:26:20.977856Z","end":"2026-03-02T02:26:21.207559Z","steps":["trace[6053344] 'agreement among raft nodes before linearized reading' (duration: 229.604829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:21.207578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.604675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:26:21.207636Z","caller":"traceutil/trace.go:171","msg":"trace[1197826531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7935; }","duration":"183.685137ms","start":"2026-03-02T02:26:21.02394Z","end":"2026-03-02T02:26:21.207625Z","steps":["trace[1197826531] 'agreement among raft nodes before linearized reading' (duration: 183.562584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:21.207664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.303019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T02:26:21.207766Z","caller":"traceutil/trace.go:171","msg":"trace[1911804265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:7935; }","duration":"163.437103ms","start":"2026-03-02T02:26:21.044304Z","end":"2026-03-02T02:26:21.207741Z","steps":["trace[1911804265] 'agreement among raft nodes before linearized reading' (duration: 163.164046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:21.458631Z","caller":"traceutil/trace.go:171","msg":"trace[357248186] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"247.538242ms","start":"2026-03-02T02:26:21.211063Z","end":"2026-03-02T02:26:21.458602Z","steps":["trace[357248186] 'process raft request' (duration: 155.980476ms)","trace[357248186] 'compare' (duration: 91.436163ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:21.501519Z","caller":"traceutil/trace.go:171","msg":"trace[2108630327] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"290.351542ms","start":"2026-03-02T02:26:21.21114Z","end":"2026-03-02T02:26:21.501492Z","steps":["trace[2108630327] 'process raft request' (duration: 290.143766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:21.501968Z","caller":"traceutil/trace.go:171","msg":"trace[1256155714] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8236; }","duration":"290.048384ms","start":"2026-03-02T02:26:21.211895Z","end":"2026-03-02T02:26:21.501943Z","steps":["trace[1256155714] 'read index received' (duration: 155.113603ms)","trace[1256155714] 'applied index is now lower than readState.Index' (duration: 134.92821ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:21.502045Z","caller":"traceutil/trace.go:171","msg":"trace[14485667] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"290.413853ms","start":"2026-03-02T02:26:21.2116Z","end":"2026-03-02T02:26:21.502014Z","steps":["trace[14485667] 'process raft request' (duration: 290.098355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:21.501851Z","caller":"traceutil/trace.go:171","msg":"trace[1714177694] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"290.367742ms","start":"2026-03-02T02:26:21.211453Z","end":"2026-03-02T02:26:21.501821Z","steps":["trace[1714177694] 'process raft request' (duration: 289.984192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:21.502477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.564748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228822"} {"level":"info","ts":"2026-03-02T02:26:21.50257Z","caller":"traceutil/trace.go:171","msg":"trace[1807706690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7939; }","duration":"290.693461ms","start":"2026-03-02T02:26:21.211855Z","end":"2026-03-02T02:26:21.502548Z","steps":["trace[1807706690] 'agreement among raft nodes before linearized reading' (duration: 290.231068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:31.479984Z","caller":"traceutil/trace.go:171","msg":"trace[1388589843] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"374.483062ms","start":"2026-03-02T02:26:31.105455Z","end":"2026-03-02T02:26:31.479938Z","steps":["trace[1388589843] 'process raft request' (duration: 374.220415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:31.480091Z","caller":"traceutil/trace.go:171","msg":"trace[1933218726] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8330; }","duration":"278.253963ms","start":"2026-03-02T02:26:31.201768Z","end":"2026-03-02T02:26:31.480022Z","steps":["trace[1933218726] 'read index received' (duration: 278.236882ms)","trace[1933218726] 'applied index is now lower than readState.Index' (duration: 12.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:31.480282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.500449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ld5jl\" ","response":"range_response_count:1 size:4643"} {"level":"info","ts":"2026-03-02T02:26:31.480317Z","caller":"traceutil/trace.go:171","msg":"trace[1470286155] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ld5jl; range_end:; response_count:1; response_revision:8025; }","duration":"278.612982ms","start":"2026-03-02T02:26:31.201694Z","end":"2026-03-02T02:26:31.480307Z","steps":["trace[1470286155] 'agreement among raft nodes before linearized reading' (duration: 278.486959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.490141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.10543Z","time spent":"374.685167ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:31.494626Z","caller":"traceutil/trace.go:171","msg":"trace[2004119285] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"292.652243ms","start":"2026-03-02T02:26:31.201952Z","end":"2026-03-02T02:26:31.494604Z","steps":["trace[2004119285] 'process raft request' (duration: 292.306633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.494988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.02703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T02:26:31.495061Z","caller":"traceutil/trace.go:171","msg":"trace[1930471129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"244.162183ms","start":"2026-03-02T02:26:31.250883Z","end":"2026-03-02T02:26:31.495045Z","steps":["trace[1930471129] 'agreement among raft nodes before linearized reading' (duration: 243.900496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.816391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.574313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:26:31.816682Z","caller":"traceutil/trace.go:171","msg":"trace[1485461210] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"326.599718ms","start":"2026-03-02T02:26:31.49Z","end":"2026-03-02T02:26:31.816599Z","steps":["trace[1485461210] 'process raft request' (duration: 125.706527ms)","trace[1485461210] 'compare' (duration: 200.398738ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:31.816825Z","caller":"traceutil/trace.go:171","msg":"trace[1664033441] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8331; }","duration":"322.379037ms","start":"2026-03-02T02:26:31.494417Z","end":"2026-03-02T02:26:31.816796Z","steps":["trace[1664033441] 'read index received' (duration: 121.314711ms)","trace[1664033441] 'applied index is now lower than readState.Index' (duration: 201.060685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:31.816893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.489977Z","time spent":"326.803134ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:31.817018Z","caller":"traceutil/trace.go:171","msg":"trace[1976238048] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"319.556422ms","start":"2026-03-02T02:26:31.497232Z","end":"2026-03-02T02:26:31.816788Z","steps":["trace[1976238048] 'process raft request' (duration: 319.331566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.817094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.540945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ld5jl\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-02T02:26:31.817172Z","caller":"traceutil/trace.go:171","msg":"trace[714895685] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ld5jl; range_end:; response_count:1; response_revision:8028; }","duration":"324.650807ms","start":"2026-03-02T02:26:31.4925Z","end":"2026-03-02T02:26:31.817151Z","steps":["trace[714895685] 'agreement among raft nodes before linearized reading' (duration: 324.420391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.817217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.492492Z","time spent":"324.715849ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ld5jl\" "} {"level":"warn","ts":"2026-03-02T02:26:31.817349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.497213Z","time spent":"319.877431ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:31.877464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.233598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:26:31.877629Z","caller":"traceutil/trace.go:171","msg":"trace[826080145] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8028; }","duration":"149.429813ms","start":"2026-03-02T02:26:31.728136Z","end":"2026-03-02T02:26:31.877566Z","steps":["trace[826080145] 'agreement among raft nodes before linearized reading' (duration: 149.244278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.877855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.635898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T02:26:31.877898Z","caller":"traceutil/trace.go:171","msg":"trace[1473262936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:8028; }","duration":"318.68478ms","start":"2026-03-02T02:26:31.559198Z","end":"2026-03-02T02:26:31.877882Z","steps":["trace[1473262936] 'agreement among raft nodes before linearized reading' (duration: 318.610808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.877933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.559189Z","time spent":"318.738061ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f4l6v\" "} {"level":"warn","ts":"2026-03-02T02:26:31.877762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.151802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:26:31.878175Z","caller":"traceutil/trace.go:171","msg":"trace[1806603386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8028; }","duration":"369.597874ms","start":"2026-03-02T02:26:31.508554Z","end":"2026-03-02T02:26:31.878152Z","steps":["trace[1806603386] 'agreement among raft nodes before linearized reading' (duration: 369.056499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.878239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.037684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:26:31.878299Z","caller":"traceutil/trace.go:171","msg":"trace[943772852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8028; }","duration":"334.135357ms","start":"2026-03-02T02:26:31.54415Z","end":"2026-03-02T02:26:31.878285Z","steps":["trace[943772852] 'agreement among raft nodes before linearized reading' (duration: 333.972383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.878327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.544136Z","time spent":"334.184888ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:31.878133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.852688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:26:31.878461Z","caller":"traceutil/trace.go:171","msg":"trace[1716915152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8028; }","duration":"329.153216ms","start":"2026-03-02T02:26:31.549274Z","end":"2026-03-02T02:26:31.878427Z","steps":["trace[1716915152] 'agreement among raft nodes before linearized reading' (duration: 328.805907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.878398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.508542Z","time spent":"369.729017ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:31.878556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.549231Z","time spent":"329.294249ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:26:31.879186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.572749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:26:31.879232Z","caller":"traceutil/trace.go:171","msg":"trace[1416339171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8028; }","duration":"334.664231ms","start":"2026-03-02T02:26:31.544556Z","end":"2026-03-02T02:26:31.879221Z","steps":["trace[1416339171] 'agreement among raft nodes before linearized reading' (duration: 333.609443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:31.879262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:31.544535Z","time spent":"334.721523ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:26:32.020477Z","caller":"traceutil/trace.go:171","msg":"trace[302587027] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"136.989685ms","start":"2026-03-02T02:26:31.883461Z","end":"2026-03-02T02:26:32.020451Z","steps":["trace[302587027] 'process raft request' (duration: 136.789029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:32.020781Z","caller":"traceutil/trace.go:171","msg":"trace[206405467] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"137.047196ms","start":"2026-03-02T02:26:31.883684Z","end":"2026-03-02T02:26:32.020731Z","steps":["trace[206405467] 'process raft request' (duration: 136.724937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:32.020791Z","caller":"traceutil/trace.go:171","msg":"trace[1972451518] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"136.764149ms","start":"2026-03-02T02:26:31.883998Z","end":"2026-03-02T02:26:32.020763Z","steps":["trace[1972451518] 'process raft request' (duration: 136.626495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:32.614953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.177239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:32.615041Z","caller":"traceutil/trace.go:171","msg":"trace[1038558137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"115.330294ms","start":"2026-03-02T02:26:32.499692Z","end":"2026-03-02T02:26:32.615022Z","steps":["trace[1038558137] 'range keys from in-memory index tree' (duration: 115.095107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:33.185723Z","caller":"traceutil/trace.go:171","msg":"trace[567600819] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"371.720708ms","start":"2026-03-02T02:26:32.813978Z","end":"2026-03-02T02:26:33.185698Z","steps":["trace[567600819] 'process raft request' (duration: 371.546233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.18588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.813956Z","time spent":"371.838501ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:33.224556Z","caller":"traceutil/trace.go:171","msg":"trace[493925145] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8343; }","duration":"171.551167ms","start":"2026-03-02T02:26:33.052978Z","end":"2026-03-02T02:26:33.224529Z","steps":["trace[493925145] 'read index received' (duration: 132.543288ms)","trace[493925145] 'applied index is now lower than readState.Index' (duration: 39.006689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:33.224679Z","caller":"traceutil/trace.go:171","msg":"trace[418632726] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"312.455525ms","start":"2026-03-02T02:26:32.912187Z","end":"2026-03-02T02:26:33.224643Z","steps":["trace[418632726] 'process raft request' (duration: 312.300311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:33.224759Z","caller":"traceutil/trace.go:171","msg":"trace[1637126312] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"315.927237ms","start":"2026-03-02T02:26:32.908809Z","end":"2026-03-02T02:26:33.224736Z","steps":["trace[1637126312] 'process raft request' (duration: 315.520896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.224835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.762403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:26:33.224864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.912165Z","time spent":"312.596359ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:26:33.224901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:32.90878Z","time spent":"316.0293ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:33.224968Z","caller":"traceutil/trace.go:171","msg":"trace[1934805171] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8040; }","duration":"171.983738ms","start":"2026-03-02T02:26:33.052912Z","end":"2026-03-02T02:26:33.224896Z","steps":["trace[1934805171] 'agreement among raft nodes before linearized reading' (duration: 171.773533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.981896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.015896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T02:26:33.981929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.874596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:26:33.981929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.414258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T02:26:33.981981Z","caller":"traceutil/trace.go:171","msg":"trace[492882007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8040; }","duration":"159.14721ms","start":"2026-03-02T02:26:33.822813Z","end":"2026-03-02T02:26:33.981961Z","steps":["trace[492882007] 'range keys from in-memory index tree' (duration: 158.820281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:33.981998Z","caller":"traceutil/trace.go:171","msg":"trace[764754817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8040; }","duration":"492.990779ms","start":"2026-03-02T02:26:33.48899Z","end":"2026-03-02T02:26:33.981981Z","steps":["trace[764754817] 'range keys from in-memory index tree' (duration: 492.800244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.982039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.48897Z","time spent":"493.059951ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:26:33.981998Z","caller":"traceutil/trace.go:171","msg":"trace[786458120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8040; }","duration":"693.52326ms","start":"2026-03-02T02:26:33.288459Z","end":"2026-03-02T02:26:33.981983Z","steps":["trace[786458120] 'range keys from in-memory index tree' (duration: 693.271235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:33.982173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.288444Z","time spent":"693.676445ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:26:34.150478Z","caller":"traceutil/trace.go:171","msg":"trace[946017332] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"164.425909ms","start":"2026-03-02T02:26:33.986027Z","end":"2026-03-02T02:26:34.150453Z","steps":["trace[946017332] 'process raft request' (duration: 164.275225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.33112Z","caller":"traceutil/trace.go:171","msg":"trace[404168695] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"344.620454ms","start":"2026-03-02T02:26:33.986466Z","end":"2026-03-02T02:26:34.331086Z","steps":["trace[404168695] 'process raft request' (duration: 258.805519ms)","trace[404168695] 'compare' (duration: 85.595619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:34.331338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.986432Z","time spent":"344.819909ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:26:34.331236Z","caller":"traceutil/trace.go:171","msg":"trace[782485656] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8346; }","duration":"344.07225ms","start":"2026-03-02T02:26:33.98714Z","end":"2026-03-02T02:26:34.331213Z","steps":["trace[782485656] 'read index received' (duration: 163.222848ms)","trace[782485656] 'applied index is now lower than readState.Index' (duration: 180.846592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:26:34.331678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.528392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-02T02:26:34.332074Z","caller":"traceutil/trace.go:171","msg":"trace[171581948] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8043; }","duration":"344.954723ms","start":"2026-03-02T02:26:33.98711Z","end":"2026-03-02T02:26:34.332065Z","steps":["trace[171581948] 'agreement among raft nodes before linearized reading' (duration: 344.434119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.332044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.245417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T02:26:34.332109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.987101Z","time spent":"345.000615ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:26:34.33209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.920122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:26:34.332101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.571186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T02:26:34.332031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.403131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228737"} {"level":"info","ts":"2026-03-02T02:26:34.33227Z","caller":"traceutil/trace.go:171","msg":"trace[1073009580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8043; }","duration":"307.71763ms","start":"2026-03-02T02:26:34.024483Z","end":"2026-03-02T02:26:34.3322Z","steps":["trace[1073009580] 'agreement among raft nodes before linearized reading' (duration: 307.461383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.332211Z","caller":"traceutil/trace.go:171","msg":"trace[628844489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8043; }","duration":"140.103847ms","start":"2026-03-02T02:26:34.192088Z","end":"2026-03-02T02:26:34.332191Z","steps":["trace[628844489] 'agreement among raft nodes before linearized reading' (duration: 139.916632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.332137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.931446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:26:34.332345Z","caller":"traceutil/trace.go:171","msg":"trace[127976019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8043; }","duration":"308.169551ms","start":"2026-03-02T02:26:34.024156Z","end":"2026-03-02T02:26:34.332326Z","steps":["trace[127976019] 'agreement among raft nodes before linearized reading' (duration: 307.815502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.332124Z","caller":"traceutil/trace.go:171","msg":"trace[929856205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8043; }","duration":"307.367171ms","start":"2026-03-02T02:26:34.02474Z","end":"2026-03-02T02:26:34.332107Z","steps":["trace[929856205] 'agreement among raft nodes before linearized reading' (duration: 307.156185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.332358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:34.024467Z","time spent":"307.852473ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:26:34.332361Z","caller":"traceutil/trace.go:171","msg":"trace[1681565918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8043; }","duration":"343.615527ms","start":"2026-03-02T02:26:33.988598Z","end":"2026-03-02T02:26:34.332214Z","steps":["trace[1681565918] 'agreement among raft nodes before linearized reading' (duration: 343.206597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.332413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:34.024134Z","time spent":"308.255274ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:34.332408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:34.024724Z","time spent":"307.671689ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:26:34.332451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:26:33.988588Z","time spent":"343.838193ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T02:26:34.544774Z","caller":"traceutil/trace.go:171","msg":"trace[920268731] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"209.104278ms","start":"2026-03-02T02:26:34.335636Z","end":"2026-03-02T02:26:34.544741Z","steps":["trace[920268731] 'process raft request' (duration: 208.891422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.564263Z","caller":"traceutil/trace.go:171","msg":"trace[180381509] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"228.099439ms","start":"2026-03-02T02:26:34.336137Z","end":"2026-03-02T02:26:34.564237Z","steps":["trace[180381509] 'process raft request' (duration: 227.903404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.564592Z","caller":"traceutil/trace.go:171","msg":"trace[709173099] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"227.731659ms","start":"2026-03-02T02:26:34.336841Z","end":"2026-03-02T02:26:34.564573Z","steps":["trace[709173099] 'process raft request' (duration: 227.351529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.56467Z","caller":"traceutil/trace.go:171","msg":"trace[389766518] linearizableReadLoop","detail":"{readStateIndex:8353; appliedIndex:8349; }","duration":"171.760613ms","start":"2026-03-02T02:26:34.392883Z","end":"2026-03-02T02:26:34.564643Z","steps":["trace[389766518] 'read index received' (duration: 151.677613ms)","trace[389766518] 'applied index is now lower than readState.Index' (duration: 20.08161ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:26:34.564762Z","caller":"traceutil/trace.go:171","msg":"trace[900557847] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"174.975288ms","start":"2026-03-02T02:26:34.389771Z","end":"2026-03-02T02:26:34.564747Z","steps":["trace[900557847] 'process raft request' (duration: 174.6798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.564976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.04522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:26:34.565037Z","caller":"traceutil/trace.go:171","msg":"trace[2067275859] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8047; }","duration":"172.169263ms","start":"2026-03-02T02:26:34.392852Z","end":"2026-03-02T02:26:34.565022Z","steps":["trace[2067275859] 'agreement among raft nodes before linearized reading' (duration: 171.931287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:34.679761Z","caller":"traceutil/trace.go:171","msg":"trace[1364755314] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"110.419074ms","start":"2026-03-02T02:26:34.56931Z","end":"2026-03-02T02:26:34.679729Z","steps":["trace[1364755314] 'process raft request' (duration: 110.012393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:26:34.679898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.048287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T02:26:34.679986Z","caller":"traceutil/trace.go:171","msg":"trace[1082909518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8049; }","duration":"109.188171ms","start":"2026-03-02T02:26:34.570776Z","end":"2026-03-02T02:26:34.679964Z","steps":["trace[1082909518] 'agreement among raft nodes before linearized reading' (duration: 108.912374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:26:36.263885Z","caller":"traceutil/trace.go:171","msg":"trace[931238548] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"106.721867ms","start":"2026-03-02T02:26:36.157139Z","end":"2026-03-02T02:26:36.263861Z","steps":["trace[931238548] 'process raft request' (duration: 106.576043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:35.111163Z","caller":"traceutil/trace.go:171","msg":"trace[320432573] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8988; }","duration":"238.958724ms","start":"2026-03-02T02:27:34.872177Z","end":"2026-03-02T02:27:35.111136Z","steps":["trace[320432573] 'read index received' (duration: 238.771169ms)","trace[320432573] 'applied index is now lower than readState.Index' (duration: 186.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:35.111273Z","caller":"traceutil/trace.go:171","msg":"trace[1613326900] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"247.848939ms","start":"2026-03-02T02:27:34.863399Z","end":"2026-03-02T02:27:35.111248Z","steps":["trace[1613326900] 'process raft request' (duration: 247.549491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:35.111446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.241191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:27:35.111509Z","caller":"traceutil/trace.go:171","msg":"trace[1245714739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8665; }","duration":"239.342214ms","start":"2026-03-02T02:27:34.872152Z","end":"2026-03-02T02:27:35.111494Z","steps":["trace[1245714739] 'agreement among raft nodes before linearized reading' (duration: 239.142859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:35.111518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.376004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:27:35.111578Z","caller":"traceutil/trace.go:171","msg":"trace[2032141735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8665; }","duration":"231.473306ms","start":"2026-03-02T02:27:34.88009Z","end":"2026-03-02T02:27:35.111563Z","steps":["trace[2032141735] 'agreement among raft nodes before linearized reading' (duration: 231.328622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:47.489156Z","caller":"traceutil/trace.go:171","msg":"trace[1775302039] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"316.962085ms","start":"2026-03-02T02:27:47.172169Z","end":"2026-03-02T02:27:47.489131Z","steps":["trace[1775302039] 'read index received' (duration: 316.795951ms)","trace[1775302039] 'applied index is now lower than readState.Index' (duration: 165.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:27:47.489252Z","caller":"traceutil/trace.go:171","msg":"trace[1465497053] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"319.751399ms","start":"2026-03-02T02:27:47.169456Z","end":"2026-03-02T02:27:47.489208Z","steps":["trace[1465497053] 'process raft request' (duration: 319.507313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:47.489398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.452821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:27:47.489687Z","caller":"traceutil/trace.go:171","msg":"trace[2040156017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8730; }","duration":"316.77345ms","start":"2026-03-02T02:27:47.172899Z","end":"2026-03-02T02:27:47.489672Z","steps":["trace[2040156017] 'agreement among raft nodes before linearized reading' (duration: 316.37862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:47.489402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.219172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T02:27:47.489752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:47.172891Z","time spent":"316.846862ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:27:47.489782Z","caller":"traceutil/trace.go:171","msg":"trace[48564401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8730; }","duration":"317.625843ms","start":"2026-03-02T02:27:47.172142Z","end":"2026-03-02T02:27:47.489767Z","steps":["trace[48564401] 'agreement among raft nodes before linearized reading' (duration: 317.12163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:27:47.489697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:47.169432Z","time spent":"320.15704ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:27:47.489824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:27:47.172131Z","time spent":"317.679944ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:27:47.78525Z","caller":"traceutil/trace.go:171","msg":"trace[837153269] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"248.955128ms","start":"2026-03-02T02:27:47.536268Z","end":"2026-03-02T02:27:47.785223Z","steps":["trace[837153269] 'process raft request' (duration: 248.753272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:27:47.836764Z","caller":"traceutil/trace.go:171","msg":"trace[2098590690] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"219.48681ms","start":"2026-03-02T02:27:47.617248Z","end":"2026-03-02T02:27:47.836735Z","steps":["trace[2098590690] 'process raft request' (duration: 191.09471ms)","trace[2098590690] 'compare' (duration: 28.252826ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:29:59.232789Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4ec288cbdba84d36","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:29:59.240776Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-03-02T02:29:59.240859Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"info","ts":"2026-03-02T02:30:04.491102Z","caller":"traceutil/trace.go:171","msg":"trace[1449302236] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"102.842676ms","start":"2026-03-02T02:30:04.388231Z","end":"2026-03-02T02:30:04.491074Z","steps":["trace[1449302236] 'process raft request' (duration: 102.690192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:04.611305Z","caller":"traceutil/trace.go:171","msg":"trace[383688574] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"169.104707ms","start":"2026-03-02T02:30:04.442172Z","end":"2026-03-02T02:30:04.611277Z","steps":["trace[383688574] 'process raft request' (duration: 167.954267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:30:43.523808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7700} {"level":"info","ts":"2026-03-02T02:30:43.589089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7700,"took":"63.080567ms","hash":4114685263,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":26701824,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T02:30:43.589143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4114685263,"revision":7700,"compact-revision":5658} {"level":"info","ts":"2026-03-02T02:31:07.726643Z","caller":"traceutil/trace.go:171","msg":"trace[152774808] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"156.654468ms","start":"2026-03-02T02:31:07.569961Z","end":"2026-03-02T02:31:07.726616Z","steps":["trace[152774808] 'process raft request' (duration: 156.373781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:21.430848Z","caller":"traceutil/trace.go:171","msg":"trace[1777319163] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"266.383377ms","start":"2026-03-02T02:31:21.164442Z","end":"2026-03-02T02:31:21.430826Z","steps":["trace[1777319163] 'process raft request' (duration: 266.243823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:21.431702Z","caller":"traceutil/trace.go:171","msg":"trace[436127255] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"123.113563ms","start":"2026-03-02T02:31:21.308563Z","end":"2026-03-02T02:31:21.431677Z","steps":["trace[436127255] 'process raft request' (duration: 122.974229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.066427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.808208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:31:25.066526Z","caller":"traceutil/trace.go:171","msg":"trace[1238349527] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10436; }","duration":"347.965632ms","start":"2026-03-02T02:31:24.718541Z","end":"2026-03-02T02:31:25.066507Z","steps":["trace[1238349527] 'count revisions from in-memory index tree' (duration: 347.662894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.066516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.08603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:31:25.066569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.718518Z","time spent":"348.040284ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:31:25.066608Z","caller":"traceutil/trace.go:171","msg":"trace[1293491927] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10436; }","duration":"327.226944ms","start":"2026-03-02T02:31:24.739361Z","end":"2026-03-02T02:31:25.066588Z","steps":["trace[1293491927] 'count revisions from in-memory index tree' (duration: 327.007078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:25.066653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:24.739339Z","time spent":"327.301756ms","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:31:25.570655Z","caller":"traceutil/trace.go:171","msg":"trace[897425238] transaction","detail":"{read_only:false; response_revision:10437; number_of_response:1; }","duration":"127.476347ms","start":"2026-03-02T02:31:25.443134Z","end":"2026-03-02T02:31:25.570611Z","steps":["trace[897425238] 'process raft request' (duration: 127.21383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:28.85925Z","caller":"traceutil/trace.go:171","msg":"trace[1303725220] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"248.106024ms","start":"2026-03-02T02:31:28.611111Z","end":"2026-03-02T02:31:28.859217Z","steps":["trace[1303725220] 'process raft request' (duration: 247.93845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:28.912275Z","caller":"traceutil/trace.go:171","msg":"trace[610284258] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"301.138325ms","start":"2026-03-02T02:31:28.611114Z","end":"2026-03-02T02:31:28.912252Z","steps":["trace[610284258] 'process raft request' (duration: 288.054229ms)","trace[610284258] 'compare' (duration: 12.86453ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:31:28.912328Z","caller":"traceutil/trace.go:171","msg":"trace[1797044741] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"299.757278ms","start":"2026-03-02T02:31:28.612545Z","end":"2026-03-02T02:31:28.912302Z","steps":["trace[1797044741] 'process raft request' (duration: 299.633915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:28.91241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:31:28.611096Z","time spent":"301.233197ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:31:28.912572Z","caller":"traceutil/trace.go:171","msg":"trace[180039012] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"239.796844ms","start":"2026-03-02T02:31:28.672759Z","end":"2026-03-02T02:31:28.912556Z","steps":["trace[180039012] 'process raft request' (duration: 239.691101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:31:28.912579Z","caller":"traceutil/trace.go:171","msg":"trace[1588538333] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"297.53925ms","start":"2026-03-02T02:31:28.615008Z","end":"2026-03-02T02:31:28.912548Z","steps":["trace[1588538333] 'process raft request' (duration: 297.214871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:31:29.237953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.972033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:31:29.238079Z","caller":"traceutil/trace.go:171","msg":"trace[446829215] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10457; }","duration":"211.180449ms","start":"2026-03-02T02:31:29.026872Z","end":"2026-03-02T02:31:29.238053Z","steps":["trace[446829215] 'count revisions from in-memory index tree' (duration: 210.86058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:35:43.531923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10031} {"level":"info","ts":"2026-03-02T02:35:43.610789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10031,"took":"76.534225ms","hash":1972095957,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":24080384,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T02:35:43.610859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1972095957,"revision":10031,"compact-revision":7700} {"level":"info","ts":"2026-03-02T02:35:56.399841Z","caller":"traceutil/trace.go:171","msg":"trace[838695633] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"335.313627ms","start":"2026-03-02T02:35:56.0645Z","end":"2026-03-02T02:35:56.399813Z","steps":["trace[838695633] 'process raft request' (duration: 335.135632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:56.40365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:56.064481Z","time spent":"335.44455ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:35:56.404352Z","caller":"traceutil/trace.go:171","msg":"trace[2066021983] linearizableReadLoop","detail":"{readStateIndex:12590; appliedIndex:12588; }","duration":"127.252771ms","start":"2026-03-02T02:35:56.277075Z","end":"2026-03-02T02:35:56.404328Z","steps":["trace[2066021983] 'read index received' (duration: 122.65697ms)","trace[2066021983] 'applied index is now lower than readState.Index' (duration: 4.594791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:35:56.404477Z","caller":"traceutil/trace.go:171","msg":"trace[480518460] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"336.883268ms","start":"2026-03-02T02:35:56.067578Z","end":"2026-03-02T02:35:56.404461Z","steps":["trace[480518460] 'process raft request' (duration: 336.643601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:35:56.404588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:35:56.06755Z","time spent":"336.96015ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:35:56.404874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.795965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T02:35:56.404932Z","caller":"traceutil/trace.go:171","msg":"trace[550600905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12146; }","duration":"127.909058ms","start":"2026-03-02T02:35:56.27701Z","end":"2026-03-02T02:35:56.404919Z","steps":["trace[550600905] 'agreement among raft nodes before linearized reading' (duration: 127.780494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:37:03.485402Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d8.wal"} {"level":"info","ts":"2026-03-02T02:37:44.180847Z","caller":"traceutil/trace.go:171","msg":"trace[1408909282] linearizableReadLoop","detail":"{readStateIndex:13258; appliedIndex:13257; }","duration":"324.193343ms","start":"2026-03-02T02:37:43.856627Z","end":"2026-03-02T02:37:44.180821Z","steps":["trace[1408909282] 'read index received' (duration: 323.955817ms)","trace[1408909282] 'applied index is now lower than readState.Index' (duration: 235.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:44.181001Z","caller":"traceutil/trace.go:171","msg":"trace[1177861693] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"331.535396ms","start":"2026-03-02T02:37:43.849455Z","end":"2026-03-02T02:37:44.18099Z","steps":["trace[1177861693] 'process raft request' (duration: 331.169617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:44.181113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:43.849434Z","time spent":"331.596259ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:37:44.181278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.626024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:37:44.181374Z","caller":"traceutil/trace.go:171","msg":"trace[626334941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12787; }","duration":"324.770598ms","start":"2026-03-02T02:37:43.856588Z","end":"2026-03-02T02:37:44.181359Z","steps":["trace[626334941] 'agreement among raft nodes before linearized reading' (duration: 324.530152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:44.181412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:43.856573Z","time spent":"324.831289ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:37:44.181337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.41151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:37:44.181615Z","caller":"traceutil/trace.go:171","msg":"trace[8834599] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12787; }","duration":"215.83244ms","start":"2026-03-02T02:37:43.965763Z","end":"2026-03-02T02:37:44.181596Z","steps":["trace[8834599] 'agreement among raft nodes before linearized reading' (duration: 215.366698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:44.181745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.690602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:37:44.181831Z","caller":"traceutil/trace.go:171","msg":"trace[1696583768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12787; }","duration":"311.808315ms","start":"2026-03-02T02:37:43.870005Z","end":"2026-03-02T02:37:44.181813Z","steps":["trace[1696583768] 'agreement among raft nodes before linearized reading' (duration: 311.016394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:44.181877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:43.869987Z","time spent":"311.878228ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:37:44.416006Z","caller":"traceutil/trace.go:171","msg":"trace[610866085] transaction","detail":"{read_only:false; response_revision:12788; number_of_response:1; }","duration":"229.83717ms","start":"2026-03-02T02:37:44.186116Z","end":"2026-03-02T02:37:44.415953Z","steps":["trace[610866085] 'process raft request' (duration: 216.222491ms)","trace[610866085] 'compare' (duration: 13.375593ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:44.41978Z","caller":"traceutil/trace.go:171","msg":"trace[270834776] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"233.566709ms","start":"2026-03-02T02:37:44.186179Z","end":"2026-03-02T02:37:44.419745Z","steps":["trace[270834776] 'process raft request' (duration: 233.402984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.360493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.961574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:37:59.360581Z","caller":"traceutil/trace.go:171","msg":"trace[1689251113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12871; }","duration":"280.129709ms","start":"2026-03-02T02:37:59.08043Z","end":"2026-03-02T02:37:59.36056Z","steps":["trace[1689251113] 'range keys from in-memory index tree' (duration: 279.786379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:37:59.360564Z","caller":"traceutil/trace.go:171","msg":"trace[1290630830] linearizableReadLoop","detail":"{readStateIndex:13348; appliedIndex:13347; }","duration":"209.311148ms","start":"2026-03-02T02:37:59.15122Z","end":"2026-03-02T02:37:59.360531Z","steps":["trace[1290630830] 'read index received' (duration: 131.721859ms)","trace[1290630830] 'applied index is now lower than readState.Index' (duration: 77.587749ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:59.360618Z","caller":"traceutil/trace.go:171","msg":"trace[711406165] transaction","detail":"{read_only:false; response_revision:12872; number_of_response:1; }","duration":"224.737646ms","start":"2026-03-02T02:37:59.135851Z","end":"2026-03-02T02:37:59.360588Z","steps":["trace[711406165] 'process raft request' (duration: 147.137066ms)","trace[711406165] 'compare' (duration: 77.403254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:37:59.360864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.618516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:37:59.360892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.954561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:37:59.360936Z","caller":"traceutil/trace.go:171","msg":"trace[7981887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12872; }","duration":"209.725549ms","start":"2026-03-02T02:37:59.151191Z","end":"2026-03-02T02:37:59.360916Z","steps":["trace[7981887] 'agreement among raft nodes before linearized reading' (duration: 209.513054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:37:59.360948Z","caller":"traceutil/trace.go:171","msg":"trace[389476951] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12872; }","duration":"161.050924ms","start":"2026-03-02T02:37:59.199881Z","end":"2026-03-02T02:37:59.360932Z","steps":["trace[389476951] 'agreement among raft nodes before linearized reading' (duration: 160.969151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.360901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.340237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:37:59.361001Z","caller":"traceutil/trace.go:171","msg":"trace[1080820495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12872; }","duration":"207.46416ms","start":"2026-03-02T02:37:59.153521Z","end":"2026-03-02T02:37:59.360985Z","steps":["trace[1080820495] 'agreement among raft nodes before linearized reading' (duration: 207.224224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.361031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.697416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:37:59.361131Z","caller":"traceutil/trace.go:171","msg":"trace[1892050743] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12872; }","duration":"168.86206ms","start":"2026-03-02T02:37:59.192244Z","end":"2026-03-02T02:37:59.361106Z","steps":["trace[1892050743] 'agreement among raft nodes before linearized reading' (duration: 168.674145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.68708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.661969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:37:59.687328Z","caller":"traceutil/trace.go:171","msg":"trace[2071262] transaction","detail":"{read_only:false; response_revision:12873; number_of_response:1; }","duration":"321.838541ms","start":"2026-03-02T02:37:59.365456Z","end":"2026-03-02T02:37:59.687295Z","steps":["trace[2071262] 'process raft request' (duration: 131.820942ms)","trace[2071262] 'compare' (duration: 189.476564ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:59.687432Z","caller":"traceutil/trace.go:171","msg":"trace[2003797091] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"321.890252ms","start":"2026-03-02T02:37:59.365513Z","end":"2026-03-02T02:37:59.687403Z","steps":["trace[2003797091] 'process raft request' (duration: 321.83443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.687496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.365434Z","time spent":"321.961173ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:37:59.687491Z","caller":"traceutil/trace.go:171","msg":"trace[70387343] transaction","detail":"{read_only:false; response_revision:12874; number_of_response:1; }","duration":"321.970094ms","start":"2026-03-02T02:37:59.365485Z","end":"2026-03-02T02:37:59.687455Z","steps":["trace[70387343] 'process raft request' (duration: 321.791479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.687529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.365491Z","time spent":"321.995915ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:37:59.687651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.36546Z","time spent":"322.106878ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:37:59.833428Z","caller":"traceutil/trace.go:171","msg":"trace[736445427] linearizableReadLoop","detail":"{readStateIndex:13352; appliedIndex:13348; }","duration":"231.054642ms","start":"2026-03-02T02:37:59.602333Z","end":"2026-03-02T02:37:59.833388Z","steps":["trace[736445427] 'read index received' (duration: 42.972155ms)","trace[736445427] 'applied index is now lower than readState.Index' (duration: 188.080887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:37:59.833627Z","caller":"traceutil/trace.go:171","msg":"trace[1463619140] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"323.893325ms","start":"2026-03-02T02:37:59.509697Z","end":"2026-03-02T02:37:59.83359Z","steps":["trace[1463619140] 'process raft request' (duration: 319.819477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:37:59.833738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.382131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-02T02:37:59.833825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.509674Z","time spent":"324.043699ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:37:59.833838Z","caller":"traceutil/trace.go:171","msg":"trace[955951180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:12876; }","duration":"231.535326ms","start":"2026-03-02T02:37:59.602278Z","end":"2026-03-02T02:37:59.833813Z","steps":["trace[955951180] 'agreement among raft nodes before linearized reading' (duration: 231.31078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:00.224644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.563983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:38:00.224787Z","caller":"traceutil/trace.go:171","msg":"trace[1702314495] linearizableReadLoop","detail":"{readStateIndex:13353; appliedIndex:13352; }","duration":"350.509667ms","start":"2026-03-02T02:37:59.874254Z","end":"2026-03-02T02:38:00.224763Z","steps":["trace[1702314495] 'read index received' (duration: 190.657385ms)","trace[1702314495] 'applied index is now lower than readState.Index' (duration: 159.850251ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:00.224788Z","caller":"traceutil/trace.go:171","msg":"trace[2118883813] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"379.536323ms","start":"2026-03-02T02:37:59.845226Z","end":"2026-03-02T02:38:00.224762Z","steps":["trace[2118883813] 'process raft request' (duration: 219.676972ms)","trace[2118883813] 'compare' (duration: 159.385359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:00.224934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.845198Z","time spent":"379.657327ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:00.224935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.684982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:00.224979Z","caller":"traceutil/trace.go:171","msg":"trace[131408977] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12877; }","duration":"350.757293ms","start":"2026-03-02T02:37:59.874205Z","end":"2026-03-02T02:38:00.224962Z","steps":["trace[131408977] 'agreement among raft nodes before linearized reading' (duration: 350.674131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:00.225016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:37:59.874191Z","time spent":"350.815935ms","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:38:00.226067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.038545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:38:00.226172Z","caller":"traceutil/trace.go:171","msg":"trace[350481855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12877; }","duration":"127.221369ms","start":"2026-03-02T02:38:00.098931Z","end":"2026-03-02T02:38:00.226153Z","steps":["trace[350481855] 'agreement among raft nodes before linearized reading' (duration: 126.039118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.664604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22559295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T02:38:01.66468Z","caller":"traceutil/trace.go:171","msg":"trace[101359242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12877; }","duration":"1.225719863s","start":"2026-03-02T02:38:00.438945Z","end":"2026-03-02T02:38:01.664665Z","steps":["trace[101359242] 'range keys from in-memory index tree' (duration: 1.225435317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.66471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.438923Z","time spent":"1.225780285s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:38:01.664932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157374329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:01.664957Z","caller":"traceutil/trace.go:171","msg":"trace[858549433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12877; }","duration":"1.15740038s","start":"2026-03-02T02:38:00.507551Z","end":"2026-03-02T02:38:01.664951Z","steps":["trace[858549433] 'range keys from in-memory index tree' (duration: 1.157249765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.664974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.507475Z","time spent":"1.157494922s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:38:01.665113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157113422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T02:38:01.665146Z","caller":"traceutil/trace.go:171","msg":"trace[1948346864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12877; }","duration":"1.157172254s","start":"2026-03-02T02:38:00.507967Z","end":"2026-03-02T02:38:01.665139Z","steps":["trace[1948346864] 'range keys from in-memory index tree' (duration: 1.15703036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.665164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.507956Z","time spent":"1.157204294s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:38:01.66537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054774579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:38:01.665494Z","caller":"traceutil/trace.go:171","msg":"trace[202206088] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12877; }","duration":"1.054978174s","start":"2026-03-02T02:38:00.610484Z","end":"2026-03-02T02:38:01.665463Z","steps":["trace[202206088] 'count revisions from in-memory index tree' (duration: 1.054645865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.665546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156157826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:38:01.665617Z","caller":"traceutil/trace.go:171","msg":"trace[157780815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12877; }","duration":"1.156335411s","start":"2026-03-02T02:38:00.509264Z","end":"2026-03-02T02:38:01.665599Z","steps":["trace[157780815] 'range keys from in-memory index tree' (duration: 1.156018763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.665654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.509255Z","time spent":"1.156389853s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:38:01.665561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.61046Z","time spent":"1.055084686s","remote":"127.0.0.1:59798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:38:01.665921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.412864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:38:01.666126Z","caller":"traceutil/trace.go:171","msg":"trace[1681757832] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"737.626142ms","start":"2026-03-02T02:38:00.928475Z","end":"2026-03-02T02:38:01.666101Z","steps":["trace[1681757832] 'process raft request' (duration: 146.920251ms)","trace[1681757832] 'compare' (duration: 590.28591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:01.666154Z","caller":"traceutil/trace.go:171","msg":"trace[957448892] transaction","detail":"{read_only:false; response_revision:12879; number_of_response:1; }","duration":"731.87717ms","start":"2026-03-02T02:38:00.934258Z","end":"2026-03-02T02:38:01.666135Z","steps":["trace[957448892] 'process raft request' (duration: 731.775987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.66623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.93422Z","time spent":"731.975133ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:01.666279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:00.928447Z","time spent":"737.735465ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:01.666295Z","caller":"traceutil/trace.go:171","msg":"trace[11614648] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"537.927178ms","start":"2026-03-02T02:38:01.128343Z","end":"2026-03-02T02:38:01.666271Z","steps":["trace[11614648] 'process raft request' (duration: 537.749643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:01.666289Z","caller":"traceutil/trace.go:171","msg":"trace[2011523641] linearizableReadLoop","detail":"{readStateIndex:13357; appliedIndex:13353; }","duration":"129.554642ms","start":"2026-03-02T02:38:01.536712Z","end":"2026-03-02T02:38:01.666267Z","steps":["trace[2011523641] 'read index received' (duration: 124.531509ms)","trace[2011523641] 'applied index is now lower than readState.Index' (duration: 5.022373ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:01.666314Z","caller":"traceutil/trace.go:171","msg":"trace[1171936937] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"298.469363ms","start":"2026-03-02T02:38:01.36782Z","end":"2026-03-02T02:38:01.666289Z","steps":["trace[1171936937] 'process raft request' (duration: 298.373251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.666376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.653814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:38:01.66639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:01.128315Z","time spent":"538.01729ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:01.666428Z","caller":"traceutil/trace.go:171","msg":"trace[543097618] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12881; }","duration":"129.732916ms","start":"2026-03-02T02:38:01.536679Z","end":"2026-03-02T02:38:01.666412Z","steps":["trace[543097618] 'agreement among raft nodes before linearized reading' (duration: 129.657094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:01.801137Z","caller":"traceutil/trace.go:171","msg":"trace[1298296309] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"122.969778ms","start":"2026-03-02T02:38:01.67814Z","end":"2026-03-02T02:38:01.80111Z","steps":["trace[1298296309] 'process raft request' (duration: 122.878146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:01.801146Z","caller":"traceutil/trace.go:171","msg":"trace[971169521] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"122.970878ms","start":"2026-03-02T02:38:01.678145Z","end":"2026-03-02T02:38:01.801116Z","steps":["trace[971169521] 'process raft request' (duration: 94.596199ms)","trace[971169521] 'compare' (duration: 28.136653ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:01.801298Z","caller":"traceutil/trace.go:171","msg":"trace[1120202687] linearizableReadLoop","detail":"{readStateIndex:13360; appliedIndex:13357; }","duration":"111.085704ms","start":"2026-03-02T02:38:01.690192Z","end":"2026-03-02T02:38:01.801278Z","steps":["trace[1120202687] 'read index received' (duration: 82.440088ms)","trace[1120202687] 'applied index is now lower than readState.Index' (duration: 28.644286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:01.801364Z","caller":"traceutil/trace.go:171","msg":"trace[895118597] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"123.099981ms","start":"2026-03-02T02:38:01.67824Z","end":"2026-03-02T02:38:01.80134Z","steps":["trace[895118597] 'process raft request' (duration: 122.825394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.801537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.31976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:38:01.801568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.205281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T02:38:01.801607Z","caller":"traceutil/trace.go:171","msg":"trace[1857263833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12884; }","duration":"111.444204ms","start":"2026-03-02T02:38:01.690144Z","end":"2026-03-02T02:38:01.801588Z","steps":["trace[1857263833] 'agreement among raft nodes before linearized reading' (duration: 111.241598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:01.801615Z","caller":"traceutil/trace.go:171","msg":"trace[516022096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12884; }","duration":"110.274093ms","start":"2026-03-02T02:38:01.691325Z","end":"2026-03-02T02:38:01.801599Z","steps":["trace[516022096] 'agreement among raft nodes before linearized reading' (duration: 110.118169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:01.801637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.652296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:38:01.801741Z","caller":"traceutil/trace.go:171","msg":"trace[1464196019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12884; }","duration":"109.764379ms","start":"2026-03-02T02:38:01.691956Z","end":"2026-03-02T02:38:01.80172Z","steps":["trace[1464196019] 'agreement among raft nodes before linearized reading' (duration: 109.528893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:02.013153Z","caller":"traceutil/trace.go:171","msg":"trace[996379009] transaction","detail":"{read_only:false; response_revision:12888; number_of_response:1; }","duration":"128.452173ms","start":"2026-03-02T02:38:01.884667Z","end":"2026-03-02T02:38:02.013119Z","steps":["trace[996379009] 'process raft request' (duration: 128.259238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:02.090136Z","caller":"traceutil/trace.go:171","msg":"trace[513507677] transaction","detail":"{read_only:false; response_revision:12889; number_of_response:1; }","duration":"194.385474ms","start":"2026-03-02T02:38:01.895723Z","end":"2026-03-02T02:38:02.090108Z","steps":["trace[513507677] 'process raft request' (duration: 194.054125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:03.700507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.820816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:38:03.70059Z","caller":"traceutil/trace.go:171","msg":"trace[658851246] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12895; }","duration":"450.945799ms","start":"2026-03-02T02:38:03.249622Z","end":"2026-03-02T02:38:03.700568Z","steps":["trace[658851246] 'count revisions from in-memory index tree' (duration: 450.710513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:03.700667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:03.249599Z","time spent":"451.055232ms","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":96,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:38:03.700437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.543576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:38:03.701009Z","caller":"traceutil/trace.go:171","msg":"trace[830324261] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12895; }","duration":"499.159053ms","start":"2026-03-02T02:38:03.201829Z","end":"2026-03-02T02:38:03.700988Z","steps":["trace[830324261] 'count revisions from in-memory index tree' (duration: 498.444494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:03.701067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:03.201808Z","time spent":"499.241215ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:38:03.703215Z","caller":"traceutil/trace.go:171","msg":"trace[857642547] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"303.346971ms","start":"2026-03-02T02:38:03.399851Z","end":"2026-03-02T02:38:03.703198Z","steps":["trace[857642547] 'process raft request' (duration: 303.021053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:03.703324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:03.399815Z","time spent":"303.448534ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:03.703138Z","caller":"traceutil/trace.go:171","msg":"trace[1279792459] linearizableReadLoop","detail":"{readStateIndex:13373; appliedIndex:13372; }","duration":"213.91584ms","start":"2026-03-02T02:38:03.489208Z","end":"2026-03-02T02:38:03.703124Z","steps":["trace[1279792459] 'read index received' (duration: 213.581401ms)","trace[1279792459] 'applied index is now lower than readState.Index' (duration: 333.868µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:03.703583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.229377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:03.703673Z","caller":"traceutil/trace.go:171","msg":"trace[406993955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12896; }","duration":"214.498805ms","start":"2026-03-02T02:38:03.489154Z","end":"2026-03-02T02:38:03.703653Z","steps":["trace[406993955] 'agreement among raft nodes before linearized reading' (duration: 214.202297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:19.405902Z","caller":"traceutil/trace.go:171","msg":"trace[1395455546] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"310.060939ms","start":"2026-03-02T02:38:19.095811Z","end":"2026-03-02T02:38:19.405872Z","steps":["trace[1395455546] 'process raft request' (duration: 309.902565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:19.406092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:19.095763Z","time spent":"310.235724ms","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:24.447346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551421174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:38:24.78645Z","caller":"traceutil/trace.go:171","msg":"trace[1561106649] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"863.964079ms","start":"2026-03-02T02:38:23.922454Z","end":"2026-03-02T02:38:24.786418Z","steps":["trace[1561106649] 'process raft request' (duration: 863.734483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:24.786648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:23.922431Z","time spent":"864.112673ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:25.3425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.94033Z","time spent":"402.163582ms","remote":"127.0.0.1:35152","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:38:25.43285Z","caller":"traceutil/trace.go:171","msg":"trace[1670814586] transaction","detail":"{read_only:false; response_revision:13177; number_of_response:1; }","duration":"1.500444099s","start":"2026-03-02T02:38:23.932369Z","end":"2026-03-02T02:38:25.432813Z","steps":["trace[1670814586] 'process raft request' (duration: 1.500059439s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.432851Z","caller":"traceutil/trace.go:171","msg":"trace[1206864534] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"1.500339127s","start":"2026-03-02T02:38:23.932487Z","end":"2026-03-02T02:38:25.432826Z","steps":["trace[1206864534] 'process raft request' (duration: 1.500245464s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.433006Z","caller":"traceutil/trace.go:171","msg":"trace[2046030444] linearizableReadLoop","detail":"{readStateIndex:13667; appliedIndex:13663; }","duration":"1.486050309s","start":"2026-03-02T02:38:23.946925Z","end":"2026-03-02T02:38:25.432976Z","steps":["trace[2046030444] 'read index received' (duration: 839.37388ms)","trace[2046030444] 'applied index is now lower than readState.Index' (duration: 646.674149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:25.433025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:23.932324Z","time spent":"1.500611773s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:38:25.433081Z","caller":"traceutil/trace.go:171","msg":"trace[128410597] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"1.246247596s","start":"2026-03-02T02:38:24.186812Z","end":"2026-03-02T02:38:25.433059Z","steps":["trace[128410597] 'process raft request' (duration: 1.245968098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.433187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:23.932457Z","time spent":"1.500601524s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:25.433225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486306776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T02:38:25.433263Z","caller":"traceutil/trace.go:171","msg":"trace[392864882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13179; }","duration":"1.486376508s","start":"2026-03-02T02:38:23.946876Z","end":"2026-03-02T02:38:25.433253Z","steps":["trace[392864882] 'agreement among raft nodes before linearized reading' (duration: 1.486210473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.433304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:23.946864Z","time spent":"1.486432339s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:38:25.433428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.18679Z","time spent":"1.24642406s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:38:25.437184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.411374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:38:25.437201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398382303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:38:25.437229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.883131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dt2wk\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-03-02T02:38:25.437242Z","caller":"traceutil/trace.go:171","msg":"trace[569572646] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13180; }","duration":"941.497266ms","start":"2026-03-02T02:38:24.495729Z","end":"2026-03-02T02:38:25.437226Z","steps":["trace[569572646] 'agreement among raft nodes before linearized reading' (duration: 941.385013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.437285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.495717Z","time spent":"941.557948ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:38:25.437288Z","caller":"traceutil/trace.go:171","msg":"trace[393422041] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dt2wk; range_end:; response_count:1; response_revision:13180; }","duration":"842.987425ms","start":"2026-03-02T02:38:24.59428Z","end":"2026-03-02T02:38:25.437268Z","steps":["trace[393422041] 'agreement among raft nodes before linearized reading' (duration: 842.80693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.437314Z","caller":"traceutil/trace.go:171","msg":"trace[1011173893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13180; }","duration":"1.398523987s","start":"2026-03-02T02:38:24.038768Z","end":"2026-03-02T02:38:25.437292Z","steps":["trace[1011173893] 'agreement among raft nodes before linearized reading' (duration: 1.39825671s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.437215Z","caller":"traceutil/trace.go:171","msg":"trace[2072209122] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"157.221493ms","start":"2026-03-02T02:38:25.279973Z","end":"2026-03-02T02:38:25.437195Z","steps":["trace[2072209122] 'process raft request' (duration: 156.924925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.437409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.650425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T02:38:25.437435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.038752Z","time spent":"1.39863913s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:38:25.437449Z","caller":"traceutil/trace.go:171","msg":"trace[1816485935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13180; }","duration":"474.709777ms","start":"2026-03-02T02:38:24.962727Z","end":"2026-03-02T02:38:25.437437Z","steps":["trace[1816485935] 'agreement among raft nodes before linearized reading' (duration: 474.622635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.437487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.962713Z","time spent":"474.768738ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348059744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-02T02:38:25.437265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.148096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100\" ","response":"range_response_count:1 size:3635"} {"level":"info","ts":"2026-03-02T02:38:25.437548Z","caller":"traceutil/trace.go:171","msg":"trace[1886132507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:13180; }","duration":"1.348139477s","start":"2026-03-02T02:38:24.089388Z","end":"2026-03-02T02:38:25.437528Z","steps":["trace[1886132507] 'agreement among raft nodes before linearized reading' (duration: 1.348001913s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.437582Z","caller":"traceutil/trace.go:171","msg":"trace[137769822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100; range_end:; response_count:1; response_revision:13180; }","duration":"986.539966ms","start":"2026-03-02T02:38:24.451031Z","end":"2026-03-02T02:38:25.437571Z","steps":["trace[137769822] 'agreement among raft nodes before linearized reading' (duration: 986.026032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.437599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.089376Z","time spent":"1.348211418s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f4l6v\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.451012Z","time spent":"986.596968ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3658,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.594262Z","time spent":"843.061066ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20785,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dt2wk\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360923604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T02:38:25.437832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267096526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100\" ","response":"range_response_count:1 size:3635"} {"level":"info","ts":"2026-03-02T02:38:25.437845Z","caller":"traceutil/trace.go:171","msg":"trace[248252051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13180; }","duration":"1.360992826s","start":"2026-03-02T02:38:24.076836Z","end":"2026-03-02T02:38:25.437829Z","steps":["trace[248252051] 'agreement among raft nodes before linearized reading' (duration: 1.36078562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.437926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.076828Z","time spent":"1.361084508s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281345552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T02:38:25.43794Z","caller":"traceutil/trace.go:171","msg":"trace[882826320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100; range_end:; response_count:1; response_revision:13180; }","duration":"1.267175598s","start":"2026-03-02T02:38:24.170689Z","end":"2026-03-02T02:38:25.437865Z","steps":["trace[882826320] 'agreement among raft nodes before linearized reading' (duration: 1.267048665s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.438024Z","caller":"traceutil/trace.go:171","msg":"trace[884941601] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13180; }","duration":"1.281431384s","start":"2026-03-02T02:38:24.156572Z","end":"2026-03-02T02:38:25.438003Z","steps":["trace[884941601] 'agreement among raft nodes before linearized reading' (duration: 1.281235859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.438031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.170643Z","time spent":"1.267371143s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3658,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bdaf18cc-efb6-472f-af70-f2b721ffe100\" "} {"level":"warn","ts":"2026-03-02T02:38:25.438071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.156516Z","time spent":"1.281544488s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T02:38:25.438194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362703231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:38:25.438248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389589251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T02:38:25.438238Z","caller":"traceutil/trace.go:171","msg":"trace[1079656883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13180; }","duration":"1.362782133s","start":"2026-03-02T02:38:24.075443Z","end":"2026-03-02T02:38:25.438226Z","steps":["trace[1079656883] 'agreement among raft nodes before linearized reading' (duration: 1.362632969s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.438291Z","caller":"traceutil/trace.go:171","msg":"trace[1783980847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13180; }","duration":"1.389645552s","start":"2026-03-02T02:38:24.048635Z","end":"2026-03-02T02:38:25.438281Z","steps":["trace[1783980847] 'agreement among raft nodes before linearized reading' (duration: 1.3895418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.438308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.075423Z","time spent":"1.362873795s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:38:25.437348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.812873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:25.438378Z","caller":"traceutil/trace.go:171","msg":"trace[56032248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13180; }","duration":"948.880191ms","start":"2026-03-02T02:38:24.48949Z","end":"2026-03-02T02:38:25.43837Z","steps":["trace[56032248] 'agreement among raft nodes before linearized reading' (duration: 947.823503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.438406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.489468Z","time spent":"948.932923ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:38:25.438325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:38:24.048628Z","time spent":"1.389689743s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:38:25.576741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.584272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:38:25.576921Z","caller":"traceutil/trace.go:171","msg":"trace[929104031] linearizableReadLoop","detail":"{readStateIndex:13669; appliedIndex:13668; }","duration":"136.317071ms","start":"2026-03-02T02:38:25.440585Z","end":"2026-03-02T02:38:25.576902Z","steps":["trace[929104031] 'read index received' (duration: 3.489233ms)","trace[929104031] 'applied index is now lower than readState.Index' (duration: 132.826158ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:25.577021Z","caller":"traceutil/trace.go:171","msg":"trace[435250701] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"138.800416ms","start":"2026-03-02T02:38:25.43821Z","end":"2026-03-02T02:38:25.57701Z","steps":["trace[435250701] 'compare' (duration: 132.447428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.577069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.469254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:25.577155Z","caller":"traceutil/trace.go:171","msg":"trace[1002764650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13181; }","duration":"137.666806ms","start":"2026-03-02T02:38:25.439467Z","end":"2026-03-02T02:38:25.577134Z","steps":["trace[1002764650] 'agreement among raft nodes before linearized reading' (duration: 137.539373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.693165Z","caller":"traceutil/trace.go:171","msg":"trace[929121743] transaction","detail":"{read_only:false; response_revision:13184; number_of_response:1; }","duration":"249.210362ms","start":"2026-03-02T02:38:25.443937Z","end":"2026-03-02T02:38:25.693147Z","steps":["trace[929121743] 'process raft request' (duration: 249.11898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.693385Z","caller":"traceutil/trace.go:171","msg":"trace[1472600943] transaction","detail":"{read_only:false; response_revision:13185; number_of_response:1; }","duration":"249.326215ms","start":"2026-03-02T02:38:25.444003Z","end":"2026-03-02T02:38:25.69333Z","steps":["trace[1472600943] 'process raft request' (duration: 249.090639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.693163Z","caller":"traceutil/trace.go:171","msg":"trace[460528916] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"251.536884ms","start":"2026-03-02T02:38:25.441597Z","end":"2026-03-02T02:38:25.693134Z","steps":["trace[460528916] 'process raft request' (duration: 246.736077ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.693191Z","caller":"traceutil/trace.go:171","msg":"trace[1069534749] transaction","detail":"{read_only:false; response_revision:13183; number_of_response:1; }","duration":"249.963872ms","start":"2026-03-02T02:38:25.443184Z","end":"2026-03-02T02:38:25.693148Z","steps":["trace[1069534749] 'process raft request' (duration: 249.828438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.69576Z","caller":"traceutil/trace.go:171","msg":"trace[1594683000] linearizableReadLoop","detail":"{readStateIndex:13675; appliedIndex:13669; }","duration":"118.748446ms","start":"2026-03-02T02:38:25.576975Z","end":"2026-03-02T02:38:25.695724Z","steps":["trace[1594683000] 'read index received' (duration: 111.369991ms)","trace[1594683000] 'applied index is now lower than readState.Index' (duration: 7.377085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:38:25.696009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.742594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:25.696077Z","caller":"traceutil/trace.go:171","msg":"trace[390983826] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13187; }","duration":"177.875028ms","start":"2026-03-02T02:38:25.518181Z","end":"2026-03-02T02:38:25.696056Z","steps":["trace[390983826] 'agreement among raft nodes before linearized reading' (duration: 177.713204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.696249Z","caller":"traceutil/trace.go:171","msg":"trace[715402886] transaction","detail":"{read_only:false; response_revision:13187; number_of_response:1; }","duration":"250.458585ms","start":"2026-03-02T02:38:25.44541Z","end":"2026-03-02T02:38:25.695868Z","steps":["trace[715402886] 'process raft request' (duration: 250.251109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.696281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.937373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ec58de6-02e3-4b6b-a1bf-bd8256338024\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-02T02:38:25.696345Z","caller":"traceutil/trace.go:171","msg":"trace[724516732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ec58de6-02e3-4b6b-a1bf-bd8256338024; range_end:; response_count:1; response_revision:13187; }","duration":"255.025966ms","start":"2026-03-02T02:38:25.441302Z","end":"2026-03-02T02:38:25.696328Z","steps":["trace[724516732] 'agreement among raft nodes before linearized reading' (duration: 254.80359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.696433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.520661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:38:25.696488Z","caller":"traceutil/trace.go:171","msg":"trace[800199883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13187; }","duration":"112.616254ms","start":"2026-03-02T02:38:25.583859Z","end":"2026-03-02T02:38:25.696475Z","steps":["trace[800199883] 'agreement among raft nodes before linearized reading' (duration: 112.527862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.696667Z","caller":"traceutil/trace.go:171","msg":"trace[1619357631] transaction","detail":"{read_only:false; response_revision:13186; number_of_response:1; }","duration":"252.564231ms","start":"2026-03-02T02:38:25.444092Z","end":"2026-03-02T02:38:25.696656Z","steps":["trace[1619357631] 'process raft request' (duration: 251.210935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:38:25.697603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.486251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630677"} {"level":"warn","ts":"2026-03-02T02:38:25.697722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.174043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630677"} {"level":"info","ts":"2026-03-02T02:38:25.697639Z","caller":"traceutil/trace.go:171","msg":"trace[2016008811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13187; }","duration":"254.571354ms","start":"2026-03-02T02:38:25.443061Z","end":"2026-03-02T02:38:25.697632Z","steps":["trace[2016008811] 'agreement among raft nodes before linearized reading' (duration: 253.936167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:25.697964Z","caller":"traceutil/trace.go:171","msg":"trace[180502305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13187; }","duration":"254.388669ms","start":"2026-03-02T02:38:25.443515Z","end":"2026-03-02T02:38:25.697903Z","steps":["trace[180502305] 'agreement among raft nodes before linearized reading' (duration: 253.051803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:31.83382Z","caller":"traceutil/trace.go:171","msg":"trace[1915599068] transaction","detail":"{read_only:false; response_revision:13234; number_of_response:1; }","duration":"109.752369ms","start":"2026-03-02T02:38:31.724048Z","end":"2026-03-02T02:38:31.833801Z","steps":["trace[1915599068] 'process raft request' (duration: 81.246496ms)","trace[1915599068] 'compare' (duration: 28.294577ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:38:31.833817Z","caller":"traceutil/trace.go:171","msg":"trace[1602768623] transaction","detail":"{read_only:false; response_revision:13235; number_of_response:1; }","duration":"109.374219ms","start":"2026-03-02T02:38:31.72442Z","end":"2026-03-02T02:38:31.833794Z","steps":["trace[1602768623] 'process raft request' (duration: 109.299187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:38:31.834026Z","caller":"traceutil/trace.go:171","msg":"trace[1831648365] transaction","detail":"{read_only:false; response_revision:13236; number_of_response:1; }","duration":"109.04455ms","start":"2026-03-02T02:38:31.724964Z","end":"2026-03-02T02:38:31.834008Z","steps":["trace[1831648365] 'process raft request' (duration: 108.797574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:15.137373Z","caller":"traceutil/trace.go:171","msg":"trace[614504830] linearizableReadLoop","detail":"{readStateIndex:14274; appliedIndex:14273; }","duration":"119.051535ms","start":"2026-03-02T02:39:15.018294Z","end":"2026-03-02T02:39:15.137345Z","steps":["trace[614504830] 'read index received' (duration: 118.774687ms)","trace[614504830] 'applied index is now lower than readState.Index' (duration: 275.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:39:15.137457Z","caller":"traceutil/trace.go:171","msg":"trace[1135429696] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"180.566999ms","start":"2026-03-02T02:39:14.956851Z","end":"2026-03-02T02:39:15.137418Z","steps":["trace[1135429696] 'process raft request' (duration: 180.300922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:15.137843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.612751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:15.137925Z","caller":"traceutil/trace.go:171","msg":"trace[1429941167] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13772; }","duration":"113.735204ms","start":"2026-03-02T02:39:15.02417Z","end":"2026-03-02T02:39:15.137906Z","steps":["trace[1429941167] 'agreement among raft nodes before linearized reading' (duration: 113.458627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:15.137909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.573628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:15.138013Z","caller":"traceutil/trace.go:171","msg":"trace[2120274523] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13772; }","duration":"119.737022ms","start":"2026-03-02T02:39:15.018249Z","end":"2026-03-02T02:39:15.137986Z","steps":["trace[2120274523] 'agreement among raft nodes before linearized reading' (duration: 119.202058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:15.138153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:15.138215Z","caller":"traceutil/trace.go:171","msg":"trace[1399594751] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13772; }","duration":"119.661321ms","start":"2026-03-02T02:39:15.018534Z","end":"2026-03-02T02:39:15.138195Z","steps":["trace[1399594751] 'agreement among raft nodes before linearized reading' (duration: 118.948332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:33.910603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.249583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:39:33.910851Z","caller":"traceutil/trace.go:171","msg":"trace[498066651] transaction","detail":"{read_only:false; response_revision:13863; number_of_response:1; }","duration":"204.556543ms","start":"2026-03-02T02:39:33.706259Z","end":"2026-03-02T02:39:33.910815Z","steps":["trace[498066651] 'process raft request' (duration: 93.938971ms)","trace[498066651] 'compare' (duration: 110.116689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:39:38.294336Z","caller":"traceutil/trace.go:171","msg":"trace[1450489002] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"102.866677ms","start":"2026-03-02T02:39:38.191425Z","end":"2026-03-02T02:39:38.294292Z","steps":["trace[1450489002] 'process raft request' (duration: 55.905097ms)","trace[1450489002] 'compare' (duration: 46.711563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:38.29456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.736433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:38.294643Z","caller":"traceutil/trace.go:171","msg":"trace[451504821] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13884; }","duration":"102.839086ms","start":"2026-03-02T02:39:38.191786Z","end":"2026-03-02T02:39:38.294625Z","steps":["trace[451504821] 'agreement among raft nodes before linearized reading' (duration: 102.701632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:38.294434Z","caller":"traceutil/trace.go:171","msg":"trace[274427773] linearizableReadLoop","detail":"{readStateIndex:14391; appliedIndex:14390; }","duration":"102.574159ms","start":"2026-03-02T02:39:38.191801Z","end":"2026-03-02T02:39:38.294375Z","steps":["trace[274427773] 'read index received' (duration: 55.488186ms)","trace[274427773] 'applied index is now lower than readState.Index' (duration: 47.084283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:38.983741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.648254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fxxsk\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-02T02:39:38.983823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.982775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:38.983841Z","caller":"traceutil/trace.go:171","msg":"trace[1805582835] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fxxsk; range_end:; response_count:1; response_revision:13886; }","duration":"483.811379ms","start":"2026-03-02T02:39:38.500008Z","end":"2026-03-02T02:39:38.983819Z","steps":["trace[1805582835] 'range keys from in-memory index tree' (duration: 483.401208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:38.983879Z","caller":"traceutil/trace.go:171","msg":"trace[333626920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13886; }","duration":"492.092447ms","start":"2026-03-02T02:39:38.491765Z","end":"2026-03-02T02:39:38.983858Z","steps":["trace[333626920] 'range keys from in-memory index tree' (duration: 491.883561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.983917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.491734Z","time spent":"492.172479ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:39:38.983981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.968073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T02:39:38.984005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.152422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:38.984136Z","caller":"traceutil/trace.go:171","msg":"trace[1958516298] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13886; }","duration":"466.330857ms","start":"2026-03-02T02:39:38.517778Z","end":"2026-03-02T02:39:38.984109Z","steps":["trace[1958516298] 'range keys from in-memory index tree' (duration: 466.07479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.984153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.845931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f4l6v\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T02:39:38.984192Z","caller":"traceutil/trace.go:171","msg":"trace[1824723420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f4l6v; range_end:; response_count:1; response_revision:13886; }","duration":"491.902103ms","start":"2026-03-02T02:39:38.492281Z","end":"2026-03-02T02:39:38.984183Z","steps":["trace[1824723420] 'range keys from in-memory index tree' (duration: 491.678156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.984206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.517743Z","time spent":"466.44957ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T02:39:38.984232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.492272Z","time spent":"491.951964ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f4l6v\" "} {"level":"warn","ts":"2026-03-02T02:39:38.984184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.499982Z","time spent":"483.901271ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fxxsk\" "} {"level":"warn","ts":"2026-03-02T02:39:38.983899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.776213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:38.984607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.410871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rfjxs\" ","response":"range_response_count:1 size:22123"} {"level":"warn","ts":"2026-03-02T02:39:38.984616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.683861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dt2wk\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-03-02T02:39:38.984658Z","caller":"traceutil/trace.go:171","msg":"trace[753014716] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rfjxs; range_end:; response_count:1; response_revision:13886; }","duration":"117.464953ms","start":"2026-03-02T02:39:38.867181Z","end":"2026-03-02T02:39:38.984646Z","steps":["trace[753014716] 'range keys from in-memory index tree' (duration: 116.838446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:38.984063Z","caller":"traceutil/trace.go:171","msg":"trace[1551742136] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13886; }","duration":"559.117608ms","start":"2026-03-02T02:39:38.424926Z","end":"2026-03-02T02:39:38.984043Z","steps":["trace[1551742136] 'range keys from in-memory index tree' (duration: 558.796349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.984706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.076734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:38.984718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.424893Z","time spent":"559.810016ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:39:38.984731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.751539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T02:39:38.984744Z","caller":"traceutil/trace.go:171","msg":"trace[136470586] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13886; }","duration":"462.132586ms","start":"2026-03-02T02:39:38.522604Z","end":"2026-03-02T02:39:38.984736Z","steps":["trace[136470586] 'range keys from in-memory index tree' (duration: 461.985732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:38.984766Z","caller":"traceutil/trace.go:171","msg":"trace[898887250] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13886; }","duration":"463.821621ms","start":"2026-03-02T02:39:38.520935Z","end":"2026-03-02T02:39:38.984757Z","steps":["trace[898887250] 'range keys from in-memory index tree' (duration: 463.518933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.984785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.52259Z","time spent":"462.187457ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T02:39:38.984794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.520917Z","time spent":"463.870341ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T02:39:38.984671Z","caller":"traceutil/trace.go:171","msg":"trace[649355231] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dt2wk; range_end:; response_count:1; response_revision:13886; }","duration":"448.764173ms","start":"2026-03-02T02:39:38.535891Z","end":"2026-03-02T02:39:38.984655Z","steps":["trace[649355231] 'range keys from in-memory index tree' (duration: 448.203238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:38.984635Z","caller":"traceutil/trace.go:171","msg":"trace[193821932] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13886; }","duration":"329.514653ms","start":"2026-03-02T02:39:38.655041Z","end":"2026-03-02T02:39:38.984555Z","steps":["trace[193821932] 'count revisions from in-memory index tree' (duration: 328.686941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.984891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.535878Z","time spent":"449.006269ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20785,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dt2wk\" "} {"level":"warn","ts":"2026-03-02T02:39:38.984916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.393286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rfjxs\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T02:39:38.985004Z","caller":"traceutil/trace.go:171","msg":"trace[2739889] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rfjxs; range_end:; response_count:1; response_revision:13886; }","duration":"166.486778ms","start":"2026-03-02T02:39:38.818458Z","end":"2026-03-02T02:39:38.984945Z","steps":["trace[2739889] 'range keys from in-memory index tree' (duration: 166.099187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.985148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.655017Z","time spent":"330.102468ms","remote":"127.0.0.1:59956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:39:38.985246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.999675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T02:39:38.985329Z","caller":"traceutil/trace.go:171","msg":"trace[1046879843] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13886; }","duration":"464.100608ms","start":"2026-03-02T02:39:38.521218Z","end":"2026-03-02T02:39:38.985319Z","steps":["trace[1046879843] 'range keys from in-memory index tree' (duration: 463.182224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.985362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.52121Z","time spent":"464.14416ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T02:39:38.985694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.718205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:38.98581Z","caller":"traceutil/trace.go:171","msg":"trace[913954030] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13886; }","duration":"461.846808ms","start":"2026-03-02T02:39:38.523921Z","end":"2026-03-02T02:39:38.985768Z","steps":["trace[913954030] 'range keys from in-memory index tree' (duration: 460.906373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:38.985866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:38.52391Z","time spent":"461.945721ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T02:39:39.515437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.319834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:39.515537Z","caller":"traceutil/trace.go:171","msg":"trace[2024993074] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13887; }","duration":"227.478838ms","start":"2026-03-02T02:39:39.288035Z","end":"2026-03-02T02:39:39.515514Z","steps":["trace[2024993074] 'range keys from in-memory index tree' (duration: 227.18885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:39.515547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.496045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:39.51561Z","caller":"traceutil/trace.go:171","msg":"trace[1054097164] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13887; }","duration":"225.568117ms","start":"2026-03-02T02:39:39.290026Z","end":"2026-03-02T02:39:39.515594Z","steps":["trace[1054097164] 'range keys from in-memory index tree' (duration: 225.360702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:39.515789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.680143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:39.515815Z","caller":"traceutil/trace.go:171","msg":"trace[467446430] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13887; }","duration":"227.749236ms","start":"2026-03-02T02:39:39.28806Z","end":"2026-03-02T02:39:39.515809Z","steps":["trace[467446430] 'range keys from in-memory index tree' (duration: 227.605681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:39.515945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.893229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:39.516041Z","caller":"traceutil/trace.go:171","msg":"trace[2088787929] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13887; }","duration":"228.067604ms","start":"2026-03-02T02:39:39.287951Z","end":"2026-03-02T02:39:39.516019Z","steps":["trace[2088787929] 'range keys from in-memory index tree' (duration: 227.752556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.022513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551423628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:39:42.189951Z","caller":"traceutil/trace.go:171","msg":"trace[223581321] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"915.112991ms","start":"2026-03-02T02:39:41.274802Z","end":"2026-03-02T02:39:42.189915Z","steps":["trace[223581321] 'process raft request' (duration: 886.396802ms)","trace[223581321] 'compare' (duration: 28.465822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:39:42.190119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.274785Z","time spent":"915.245335ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:39:42.555991Z","caller":"traceutil/trace.go:171","msg":"trace[215370285] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"691.278379ms","start":"2026-03-02T02:39:41.864695Z","end":"2026-03-02T02:39:42.555974Z","steps":["trace[215370285] 'process raft request' (duration: 691.100445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.556164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.864671Z","time spent":"691.427904ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:39:42.55618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034812003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:42.556234Z","caller":"traceutil/trace.go:171","msg":"trace[2103108237] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13900; }","duration":"1.034900286s","start":"2026-03-02T02:39:41.521322Z","end":"2026-03-02T02:39:42.556222Z","steps":["trace[2103108237] 'agreement among raft nodes before linearized reading' (duration: 1.034707331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.55627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.521299Z","time spent":"1.034963858s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T02:39:42.555981Z","caller":"traceutil/trace.go:171","msg":"trace[1682973467] linearizableReadLoop","detail":"{readStateIndex:14408; appliedIndex:14404; }","duration":"1.034599898s","start":"2026-03-02T02:39:41.521359Z","end":"2026-03-02T02:39:42.555959Z","steps":["trace[1682973467] 'read index received' (duration: 639.856731ms)","trace[1682973467] 'applied index is now lower than readState.Index' (duration: 394.742287ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:39:42.556258Z","caller":"traceutil/trace.go:171","msg":"trace[587245954] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"550.619484ms","start":"2026-03-02T02:39:42.005382Z","end":"2026-03-02T02:39:42.556002Z","steps":["trace[587245954] 'process raft request' (duration: 550.531472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.556625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035177643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:42.556657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.786716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T02:39:42.556644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:42.005357Z","time spent":"551.099526ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:39:42.556692Z","caller":"traceutil/trace.go:171","msg":"trace[271282715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13900; }","duration":"166.867998ms","start":"2026-03-02T02:39:42.389814Z","end":"2026-03-02T02:39:42.556682Z","steps":["trace[271282715] 'agreement among raft nodes before linearized reading' (duration: 166.755365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:42.556691Z","caller":"traceutil/trace.go:171","msg":"trace[2077320345] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13900; }","duration":"1.035289706s","start":"2026-03-02T02:39:41.521385Z","end":"2026-03-02T02:39:42.556675Z","steps":["trace[2077320345] 'agreement among raft nodes before linearized reading' (duration: 1.035147782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.5569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.653003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T02:39:42.556948Z","caller":"traceutil/trace.go:171","msg":"trace[268005654] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13900; }","duration":"166.715674ms","start":"2026-03-02T02:39:42.39022Z","end":"2026-03-02T02:39:42.556936Z","steps":["trace[268005654] 'agreement among raft nodes before linearized reading' (duration: 166.616291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.556979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.713758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:39:42.557004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:42.557062Z","caller":"traceutil/trace.go:171","msg":"trace[383660348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13900; }","duration":"494.818341ms","start":"2026-03-02T02:39:42.062225Z","end":"2026-03-02T02:39:42.557044Z","steps":["trace[383660348] 'agreement among raft nodes before linearized reading' (duration: 494.666047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:42.557074Z","caller":"traceutil/trace.go:171","msg":"trace[1994565490] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13900; }","duration":"167.864924ms","start":"2026-03-02T02:39:42.3892Z","end":"2026-03-02T02:39:42.557065Z","steps":["trace[1994565490] 'agreement among raft nodes before linearized reading' (duration: 167.765601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.55711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.745348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T02:39:42.556649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.323529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:39:42.557148Z","caller":"traceutil/trace.go:171","msg":"trace[1822210736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13900; }","duration":"299.82458ms","start":"2026-03-02T02:39:42.257315Z","end":"2026-03-02T02:39:42.557139Z","steps":["trace[1822210736] 'agreement among raft nodes before linearized reading' (duration: 299.729228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.557103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:42.06221Z","time spent":"494.884052ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:39:42.557006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.521359Z","time spent":"1.03543706s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T02:39:42.557192Z","caller":"traceutil/trace.go:171","msg":"trace[235129443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13900; }","duration":"159.908224ms","start":"2026-03-02T02:39:42.39727Z","end":"2026-03-02T02:39:42.557178Z","steps":["trace[235129443] 'agreement among raft nodes before linearized reading' (duration: 159.318368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.557298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03580502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:42.557304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.395994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:39:42.55733Z","caller":"traceutil/trace.go:171","msg":"trace[1438679918] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13900; }","duration":"1.035877172s","start":"2026-03-02T02:39:41.521444Z","end":"2026-03-02T02:39:42.557321Z","steps":["trace[1438679918] 'agreement among raft nodes before linearized reading' (duration: 1.035832501s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:39:42.557336Z","caller":"traceutil/trace.go:171","msg":"trace[698163588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13900; }","duration":"632.464856ms","start":"2026-03-02T02:39:41.924862Z","end":"2026-03-02T02:39:42.557326Z","steps":["trace[698163588] 'agreement among raft nodes before linearized reading' (duration: 632.410145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.557362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.521411Z","time spent":"1.035945074s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T02:39:42.557315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035430849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:39:42.557365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.924842Z","time spent":"632.518307ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:39:42.557432Z","caller":"traceutil/trace.go:171","msg":"trace[1116269334] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13900; }","duration":"1.035598724s","start":"2026-03-02T02:39:41.521811Z","end":"2026-03-02T02:39:42.557409Z","steps":["trace[1116269334] 'agreement among raft nodes before linearized reading' (duration: 1.035365168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:39:42.557511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:39:41.521802Z","time spent":"1.035698497s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T02:40:00.83178Z","caller":"traceutil/trace.go:171","msg":"trace[828922519] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"116.178129ms","start":"2026-03-02T02:40:00.71558Z","end":"2026-03-02T02:40:00.831758Z","steps":["trace[828922519] 'process raft request' (duration: 116.011194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:40:43.538574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12057} {"level":"info","ts":"2026-03-02T02:40:43.616013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12057,"took":"74.940683ms","hash":2169340238,"current-db-size-bytes":42061824,"current-db-size":"42 MB","current-db-size-in-use-bytes":26468352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T02:40:43.616068Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2169340238,"revision":12057,"compact-revision":10031} {"level":"info","ts":"2026-03-02T02:42:41.878283Z","caller":"traceutil/trace.go:171","msg":"trace[409368523] linearizableReadLoop","detail":"{readStateIndex:15824; appliedIndex:15823; }","duration":"163.146705ms","start":"2026-03-02T02:42:41.715117Z","end":"2026-03-02T02:42:41.878264Z","steps":["trace[409368523] 'read index received' (duration: 163.018171ms)","trace[409368523] 'applied index is now lower than readState.Index' (duration: 127.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:42:41.878342Z","caller":"traceutil/trace.go:171","msg":"trace[52800753] transaction","detail":"{read_only:false; response_revision:15268; number_of_response:1; }","duration":"190.991528ms","start":"2026-03-02T02:42:41.687317Z","end":"2026-03-02T02:42:41.878309Z","steps":["trace[52800753] 'process raft request' (duration: 190.815513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:42:41.878696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.752531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:42:41.878701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.624044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rl2vj\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-02T02:42:41.878713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.402016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T02:42:41.878735Z","caller":"traceutil/trace.go:171","msg":"trace[1543862562] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15268; }","duration":"160.841114ms","start":"2026-03-02T02:42:41.717881Z","end":"2026-03-02T02:42:41.878722Z","steps":["trace[1543862562] 'agreement among raft nodes before linearized reading' (duration: 160.500445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:42:41.878758Z","caller":"traceutil/trace.go:171","msg":"trace[633442098] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rl2vj; range_end:; response_count:1; response_revision:15268; }","duration":"104.694386ms","start":"2026-03-02T02:42:41.774042Z","end":"2026-03-02T02:42:41.878737Z","steps":["trace[633442098] 'agreement among raft nodes before linearized reading' (duration: 104.567483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:42:41.878762Z","caller":"traceutil/trace.go:171","msg":"trace[1045941020] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15268; }","duration":"159.466257ms","start":"2026-03-02T02:42:41.719278Z","end":"2026-03-02T02:42:41.878744Z","steps":["trace[1045941020] 'agreement among raft nodes before linearized reading' (duration: 159.345454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:42:41.878559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-rdhzq\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-02T02:42:41.878871Z","caller":"traceutil/trace.go:171","msg":"trace[1683423324] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-rdhzq; range_end:; response_count:1; response_revision:15268; }","duration":"128.871883ms","start":"2026-03-02T02:42:41.74996Z","end":"2026-03-02T02:42:41.878832Z","steps":["trace[1683423324] 'agreement among raft nodes before linearized reading' (duration: 128.447822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:42:41.878566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.405831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-rlmdl\" ","response":"range_response_count:1 size:7319"} {"level":"info","ts":"2026-03-02T02:42:41.878971Z","caller":"traceutil/trace.go:171","msg":"trace[1523950462] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-rlmdl; range_end:; response_count:1; response_revision:15268; }","duration":"163.872734ms","start":"2026-03-02T02:42:41.71507Z","end":"2026-03-02T02:42:41.878942Z","steps":["trace[1523950462] 'agreement among raft nodes before linearized reading' (duration: 163.303469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:42:41.878619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.689097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T02:42:41.878619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.513245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T02:42:41.879834Z","caller":"traceutil/trace.go:171","msg":"trace[1355971664] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15268; }","duration":"142.762208ms","start":"2026-03-02T02:42:41.73705Z","end":"2026-03-02T02:42:41.879812Z","steps":["trace[1355971664] 'agreement among raft nodes before linearized reading' (duration: 141.375422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:42:41.879746Z","caller":"traceutil/trace.go:171","msg":"trace[1252985332] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15268; }","duration":"140.830667ms","start":"2026-03-02T02:42:41.738859Z","end":"2026-03-02T02:42:41.879689Z","steps":["trace[1252985332] 'agreement among raft nodes before linearized reading' (duration: 139.657806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:24.124987Z","caller":"traceutil/trace.go:171","msg":"trace[1435190557] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"270.108439ms","start":"2026-03-02T02:45:23.85486Z","end":"2026-03-02T02:45:24.124968Z","steps":["trace[1435190557] 'process raft request' (duration: 269.989716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:24.166777Z","caller":"traceutil/trace.go:171","msg":"trace[670317739] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"221.667091ms","start":"2026-03-02T02:45:23.94509Z","end":"2026-03-02T02:45:24.166757Z","steps":["trace[670317739] 'process raft request' (duration: 219.994487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:30.301751Z","caller":"traceutil/trace.go:171","msg":"trace[433067157] linearizableReadLoop","detail":"{readStateIndex:16900; appliedIndex:16898; }","duration":"107.784765ms","start":"2026-03-02T02:45:30.193941Z","end":"2026-03-02T02:45:30.301726Z","steps":["trace[433067157] 'read index received' (duration: 17.197954ms)","trace[433067157] 'applied index is now lower than readState.Index' (duration: 90.585951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:45:30.302055Z","caller":"traceutil/trace.go:171","msg":"trace[595944053] transaction","detail":"{read_only:false; response_revision:16305; number_of_response:1; }","duration":"111.978925ms","start":"2026-03-02T02:45:30.190061Z","end":"2026-03-02T02:45:30.30204Z","steps":["trace[595944053] 'process raft request' (duration: 41.532426ms)","trace[595944053] 'compare' (duration: 70.027328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:30.302364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.907534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dt2wk\" ","response":"range_response_count:1 size:20863"} {"level":"info","ts":"2026-03-02T02:45:30.302504Z","caller":"traceutil/trace.go:171","msg":"trace[296039502] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dt2wk; range_end:; response_count:1; response_revision:16305; }","duration":"101.093519ms","start":"2026-03-02T02:45:30.201383Z","end":"2026-03-02T02:45:30.302476Z","steps":["trace[296039502] 'agreement among raft nodes before linearized reading' (duration: 100.687408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:30.302517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.547415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:45:30.302569Z","caller":"traceutil/trace.go:171","msg":"trace[1518184944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16305; }","duration":"108.650958ms","start":"2026-03-02T02:45:30.193902Z","end":"2026-03-02T02:45:30.302553Z","steps":["trace[1518184944] 'agreement among raft nodes before linearized reading' (duration: 108.544545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:30.748556Z","caller":"traceutil/trace.go:171","msg":"trace[124115288] linearizableReadLoop","detail":"{readStateIndex:16901; appliedIndex:16900; }","duration":"193.409815ms","start":"2026-03-02T02:45:30.555119Z","end":"2026-03-02T02:45:30.748529Z","steps":["trace[124115288] 'read index received' (duration: 193.340194ms)","trace[124115288] 'applied index is now lower than readState.Index' (duration: 68.101µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:45:30.74869Z","caller":"traceutil/trace.go:171","msg":"trace[1453678206] transaction","detail":"{read_only:false; response_revision:16306; number_of_response:1; }","duration":"429.849836ms","start":"2026-03-02T02:45:30.318828Z","end":"2026-03-02T02:45:30.748678Z","steps":["trace[1453678206] 'process raft request' (duration: 429.523868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:30.748803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.318803Z","time spent":"429.914628ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:45:30.749019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.909528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T02:45:30.749054Z","caller":"traceutil/trace.go:171","msg":"trace[1462272362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16306; }","duration":"193.97467ms","start":"2026-03-02T02:45:30.555065Z","end":"2026-03-02T02:45:30.74904Z","steps":["trace[1462272362] 'agreement among raft nodes before linearized reading' (duration: 193.849267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.805397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029375961s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T02:45:31.805773Z","caller":"traceutil/trace.go:171","msg":"trace[289623758] transaction","detail":"{read_only:false; response_revision:16307; number_of_response:1; }","duration":"1.225046706s","start":"2026-03-02T02:45:30.580668Z","end":"2026-03-02T02:45:31.805715Z","steps":["trace[289623758] 'process raft request' (duration: 194.643988ms)","trace[289623758] 'compare' (duration: 1.028979671s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:31.805983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.580647Z","time spent":"1.22522988s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:45:31.806137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172569821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T02:45:31.806233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120287861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T02:45:31.806257Z","caller":"traceutil/trace.go:171","msg":"trace[854096540] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16307; }","duration":"1.172759236s","start":"2026-03-02T02:45:30.633469Z","end":"2026-03-02T02:45:31.806229Z","steps":["trace[854096540] 'agreement among raft nodes before linearized reading' (duration: 1.172496659s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:31.806318Z","caller":"traceutil/trace.go:171","msg":"trace[1771552415] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:16307; }","duration":"1.120426114s","start":"2026-03-02T02:45:30.685864Z","end":"2026-03-02T02:45:31.80629Z","steps":["trace[1771552415] 'agreement among raft nodes before linearized reading' (duration: 1.120232879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.80632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.633449Z","time spent":"1.172857198s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:45:31.806358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248572167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:45:31.806328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229591886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T02:45:31.806389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.685842Z","time spent":"1.120527666s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":41,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:45:31.806434Z","caller":"traceutil/trace.go:171","msg":"trace[1767279092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16307; }","duration":"1.248649009s","start":"2026-03-02T02:45:30.557765Z","end":"2026-03-02T02:45:31.806414Z","steps":["trace[1767279092] 'agreement among raft nodes before linearized reading' (duration: 1.248440863s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:31.806447Z","caller":"traceutil/trace.go:171","msg":"trace[115968915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16307; }","duration":"1.22973758s","start":"2026-03-02T02:45:30.57669Z","end":"2026-03-02T02:45:31.806427Z","steps":["trace[115968915] 'agreement among raft nodes before linearized reading' (duration: 1.22934503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.806476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.557693Z","time spent":"1.248773542s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:45:31.806538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.576676Z","time spent":"1.229844272s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:45:31.806866Z","caller":"traceutil/trace.go:171","msg":"trace[258568106] linearizableReadLoop","detail":"{readStateIndex:16902; appliedIndex:16901; }","duration":"1.057317669s","start":"2026-03-02T02:45:30.748643Z","end":"2026-03-02T02:45:31.80596Z","steps":["trace[258568106] 'read index received' (duration: 26.680655ms)","trace[258568106] 'applied index is now lower than readState.Index' (duration: 1.030633434s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:31.807129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151042912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T02:45:31.807197Z","caller":"traceutil/trace.go:171","msg":"trace[1253358911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16307; }","duration":"1.151151715s","start":"2026-03-02T02:45:30.656029Z","end":"2026-03-02T02:45:31.807181Z","steps":["trace[1253358911] 'agreement among raft nodes before linearized reading' (duration: 1.150111907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.80724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.656008Z","time spent":"1.151221027s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:45:31.807665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249567573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T02:45:31.807731Z","caller":"traceutil/trace.go:171","msg":"trace[1135053725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16308; }","duration":"1.249652575s","start":"2026-03-02T02:45:30.55806Z","end":"2026-03-02T02:45:31.807712Z","steps":["trace[1135053725] 'agreement among raft nodes before linearized reading' (duration: 1.248913035s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.807736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.254899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fxxsk\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-02T02:45:31.80777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.55805Z","time spent":"1.249710157s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:45:31.807768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.412569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:45:31.807834Z","caller":"traceutil/trace.go:171","msg":"trace[1484182538] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16308; }","duration":"461.599985ms","start":"2026-03-02T02:45:31.346213Z","end":"2026-03-02T02:45:31.807813Z","steps":["trace[1484182538] 'agreement among raft nodes before linearized reading' (duration: 461.405609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.807896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:31.346197Z","time spent":"461.682276ms","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:45:31.807892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.513837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:45:31.807934Z","caller":"traceutil/trace.go:171","msg":"trace[1981354491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16308; }","duration":"318.583619ms","start":"2026-03-02T02:45:31.489341Z","end":"2026-03-02T02:45:31.807924Z","steps":["trace[1981354491] 'agreement among raft nodes before linearized reading' (duration: 318.515368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:31.807895Z","caller":"traceutil/trace.go:171","msg":"trace[1953512483] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"1.053320052s","start":"2026-03-02T02:45:30.754525Z","end":"2026-03-02T02:45:31.807845Z","steps":["trace[1953512483] 'process raft request' (duration: 1.05131916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.807966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:31.489323Z","time spent":"318.63418ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:45:31.807838Z","caller":"traceutil/trace.go:171","msg":"trace[1658159752] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fxxsk; range_end:; response_count:1; response_revision:16308; }","duration":"898.398044ms","start":"2026-03-02T02:45:30.909421Z","end":"2026-03-02T02:45:31.807819Z","steps":["trace[1658159752] 'agreement among raft nodes before linearized reading' (duration: 898.147477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.808152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.754499Z","time spent":"1.053507608s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:45:31.80813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:30.909399Z","time spent":"898.66433ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fxxsk\" "} {"level":"warn","ts":"2026-03-02T02:45:31.808211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.684907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rfjxs\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T02:45:31.80825Z","caller":"traceutil/trace.go:171","msg":"trace[2133642218] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rfjxs; range_end:; response_count:1; response_revision:16308; }","duration":"658.769639ms","start":"2026-03-02T02:45:31.149472Z","end":"2026-03-02T02:45:31.808242Z","steps":["trace[2133642218] 'agreement among raft nodes before linearized reading' (duration: 658.660386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.808279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:31.149448Z","time spent":"658.822561ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rfjxs\" "} {"level":"warn","ts":"2026-03-02T02:45:31.808333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.040201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T02:45:31.808375Z","caller":"traceutil/trace.go:171","msg":"trace[510789983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16308; }","duration":"738.120863ms","start":"2026-03-02T02:45:31.070243Z","end":"2026-03-02T02:45:31.808364Z","steps":["trace[510789983] 'agreement among raft nodes before linearized reading' (duration: 737.99055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.80841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:31.070222Z","time spent":"738.180424ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:45:31.80889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.028251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T02:45:31.808954Z","caller":"traceutil/trace.go:171","msg":"trace[1010914375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:16308; }","duration":"567.002747ms","start":"2026-03-02T02:45:31.241933Z","end":"2026-03-02T02:45:31.808935Z","steps":["trace[1010914375] 'agreement among raft nodes before linearized reading' (duration: 565.937519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:31.808995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:45:31.241904Z","time spent":"567.075268ms","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:45:31.997981Z","caller":"traceutil/trace.go:171","msg":"trace[1179065995] linearizableReadLoop","detail":"{readStateIndex:16904; appliedIndex:16903; }","duration":"184.807988ms","start":"2026-03-02T02:45:31.813136Z","end":"2026-03-02T02:45:31.997944Z","steps":["trace[1179065995] 'read index received' (duration: 139.965885ms)","trace[1179065995] 'applied index is now lower than readState.Index' (duration: 44.840983ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:45:31.998033Z","caller":"traceutil/trace.go:171","msg":"trace[560327576] transaction","detail":"{read_only:false; response_revision:16309; number_of_response:1; }","duration":"184.953432ms","start":"2026-03-02T02:45:31.81305Z","end":"2026-03-02T02:45:31.998003Z","steps":["trace[560327576] 'process raft request' (duration: 139.987675ms)","trace[560327576] 'compare' (duration: 44.731051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:45:31.998208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.048475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T02:45:31.998233Z","caller":"traceutil/trace.go:171","msg":"trace[577565212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16309; }","duration":"185.135467ms","start":"2026-03-02T02:45:31.81309Z","end":"2026-03-02T02:45:31.998225Z","steps":["trace[577565212] 'agreement among raft nodes before linearized reading' (duration: 184.984883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:32.019916Z","caller":"traceutil/trace.go:171","msg":"trace[2053815739] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"206.248004ms","start":"2026-03-02T02:45:31.813651Z","end":"2026-03-02T02:45:32.019899Z","steps":["trace[2053815739] 'process raft request' (duration: 206.070449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:32.020298Z","caller":"traceutil/trace.go:171","msg":"trace[1367068788] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"206.516482ms","start":"2026-03-02T02:45:31.813757Z","end":"2026-03-02T02:45:32.020273Z","steps":["trace[1367068788] 'process raft request' (duration: 206.099101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:32.020381Z","caller":"traceutil/trace.go:171","msg":"trace[1096738058] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"206.248535ms","start":"2026-03-02T02:45:31.814084Z","end":"2026-03-02T02:45:32.020333Z","steps":["trace[1096738058] 'process raft request' (duration: 206.043389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:32.021058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.198836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946753"} {"level":"info","ts":"2026-03-02T02:45:32.021101Z","caller":"traceutil/trace.go:171","msg":"trace[1304480799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16312; }","duration":"205.269199ms","start":"2026-03-02T02:45:31.815822Z","end":"2026-03-02T02:45:32.021091Z","steps":["trace[1304480799] 'agreement among raft nodes before linearized reading' (duration: 204.535129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:45:32.021705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.600971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946753"} {"level":"info","ts":"2026-03-02T02:45:32.021733Z","caller":"traceutil/trace.go:171","msg":"trace[350699282] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16312; }","duration":"207.656681ms","start":"2026-03-02T02:45:31.81407Z","end":"2026-03-02T02:45:32.021727Z","steps":["trace[350699282] 'agreement among raft nodes before linearized reading' (duration: 206.201093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:36.172687Z","caller":"traceutil/trace.go:171","msg":"trace[689723310] transaction","detail":"{read_only:false; response_revision:16404; number_of_response:1; }","duration":"134.518011ms","start":"2026-03-02T02:45:36.038145Z","end":"2026-03-02T02:45:36.172663Z","steps":["trace[689723310] 'process raft request' (duration: 133.409132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:45:43.544906Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14248} {"level":"info","ts":"2026-03-02T02:45:43.638552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14248,"took":"91.270919ms","hash":842446452,"current-db-size-bytes":42901504,"current-db-size":"43 MB","current-db-size-in-use-bytes":28585984,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T02:45:43.638791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":842446452,"revision":14248,"compact-revision":12057} {"level":"info","ts":"2026-03-02T02:50:43.186872Z","caller":"traceutil/trace.go:171","msg":"trace[1540678577] transaction","detail":"{read_only:false; response_revision:18661; number_of_response:1; }","duration":"178.553339ms","start":"2026-03-02T02:50:43.008292Z","end":"2026-03-02T02:50:43.186846Z","steps":["trace[1540678577] 'process raft request' (duration: 178.326953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:43.554851Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16522} {"level":"info","ts":"2026-03-02T02:50:43.659753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16522,"took":"99.254643ms","hash":1941466278,"current-db-size-bytes":44597248,"current-db-size":"45 MB","current-db-size-in-use-bytes":29876224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T02:50:43.659807Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1941466278,"revision":16522,"compact-revision":14248} {"level":"info","ts":"2026-03-02T02:50:53.871012Z","caller":"traceutil/trace.go:171","msg":"trace[1946642343] transaction","detail":"{read_only:false; response_revision:18713; number_of_response:1; }","duration":"203.505249ms","start":"2026-03-02T02:50:53.667477Z","end":"2026-03-02T02:50:53.870983Z","steps":["trace[1946642343] 'process raft request' (duration: 203.354855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:53.871984Z","caller":"traceutil/trace.go:171","msg":"trace[1938972350] transaction","detail":"{read_only:false; response_revision:18714; number_of_response:1; }","duration":"204.151716ms","start":"2026-03-02T02:50:53.66781Z","end":"2026-03-02T02:50:53.871962Z","steps":["trace[1938972350] 'process raft request' (duration: 203.95493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:53.87209Z","caller":"traceutil/trace.go:171","msg":"trace[1111574430] linearizableReadLoop","detail":"{readStateIndex:19394; appliedIndex:19391; }","duration":"177.503541ms","start":"2026-03-02T02:50:53.694563Z","end":"2026-03-02T02:50:53.872066Z","steps":["trace[1111574430] 'read index received' (duration: 176.31863ms)","trace[1111574430] 'applied index is now lower than readState.Index' (duration: 1.183001ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:50:53.872149Z","caller":"traceutil/trace.go:171","msg":"trace[696433037] transaction","detail":"{read_only:false; response_revision:18715; number_of_response:1; }","duration":"203.94758ms","start":"2026-03-02T02:50:53.66819Z","end":"2026-03-02T02:50:53.872138Z","steps":["trace[696433037] 'process raft request' (duration: 203.704854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:50:53.872265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.683407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:50:53.872306Z","caller":"traceutil/trace.go:171","msg":"trace[1017479565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18715; }","duration":"177.738958ms","start":"2026-03-02T02:50:53.694556Z","end":"2026-03-02T02:50:53.872295Z","steps":["trace[1017479565] 'agreement among raft nodes before linearized reading' (duration: 177.588384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:59.521765Z","caller":"traceutil/trace.go:171","msg":"trace[1111554940] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"242.377147ms","start":"2026-03-02T02:50:59.279359Z","end":"2026-03-02T02:50:59.521736Z","steps":["trace[1111554940] 'process raft request' (duration: 242.181572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:59.534974Z","caller":"traceutil/trace.go:171","msg":"trace[103443200] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"201.062974ms","start":"2026-03-02T02:50:59.333895Z","end":"2026-03-02T02:50:59.534958Z","steps":["trace[103443200] 'process raft request' (duration: 200.959272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:50:59.535117Z","caller":"traceutil/trace.go:171","msg":"trace[1531030518] linearizableReadLoop","detail":"{readStateIndex:19419; appliedIndex:19416; }","duration":"102.714805ms","start":"2026-03-02T02:50:59.432391Z","end":"2026-03-02T02:50:59.535105Z","steps":["trace[1531030518] 'read index received' (duration: 89.159477ms)","trace[1531030518] 'applied index is now lower than readState.Index' (duration: 13.554298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:50:59.535283Z","caller":"traceutil/trace.go:171","msg":"trace[2062922754] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"119.93573ms","start":"2026-03-02T02:50:59.41533Z","end":"2026-03-02T02:50:59.535266Z","steps":["trace[2062922754] 'process raft request' (duration: 119.593821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:50:59.535355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.943211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:50:59.535438Z","caller":"traceutil/trace.go:171","msg":"trace[314366393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18739; }","duration":"103.066484ms","start":"2026-03-02T02:50:59.43235Z","end":"2026-03-02T02:50:59.535417Z","steps":["trace[314366393] 'agreement among raft nodes before linearized reading' (duration: 102.853309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:50:59.962747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.500006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:50:59.962913Z","caller":"traceutil/trace.go:171","msg":"trace[23334094] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"423.72016ms","start":"2026-03-02T02:50:59.539168Z","end":"2026-03-02T02:50:59.962889Z","steps":["trace[23334094] 'process raft request' (duration: 238.539975ms)","trace[23334094] 'compare' (duration: 184.377823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:50:59.963083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:50:59.539137Z","time spent":"423.907385ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:51:00.374902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.823388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:51:00.374976Z","caller":"traceutil/trace.go:171","msg":"trace[1318034472] transaction","detail":"{read_only:false; response_revision:18741; number_of_response:1; }","duration":"407.670214ms","start":"2026-03-02T02:50:59.967292Z","end":"2026-03-02T02:51:00.374963Z","steps":["trace[1318034472] 'process raft request' (duration: 251.729493ms)","trace[1318034472] 'compare' (duration: 155.743206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:00.375014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:50:59.967275Z","time spent":"407.721615ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:00.661918Z","caller":"traceutil/trace.go:171","msg":"trace[886254533] linearizableReadLoop","detail":"{readStateIndex:19425; appliedIndex:19421; }","duration":"172.940501ms","start":"2026-03-02T02:51:00.488954Z","end":"2026-03-02T02:51:00.661895Z","steps":["trace[886254533] 'read index received' (duration: 76.79683ms)","trace[886254533] 'applied index is now lower than readState.Index' (duration: 96.142801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:00.662046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.076364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:51:00.662076Z","caller":"traceutil/trace.go:171","msg":"trace[1202991302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18745; }","duration":"173.141427ms","start":"2026-03-02T02:51:00.488926Z","end":"2026-03-02T02:51:00.662067Z","steps":["trace[1202991302] 'agreement among raft nodes before linearized reading' (duration: 173.063154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:00.662453Z","caller":"traceutil/trace.go:171","msg":"trace[1673804987] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"693.192161ms","start":"2026-03-02T02:50:59.969244Z","end":"2026-03-02T02:51:00.662436Z","steps":["trace[1673804987] 'process raft request' (duration: 596.565187ms)","trace[1673804987] 'compare' (duration: 95.688369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:00.662703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:50:59.969231Z","time spent":"693.268634ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:00.662936Z","caller":"traceutil/trace.go:171","msg":"trace[1544797775] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"691.153717ms","start":"2026-03-02T02:50:59.97177Z","end":"2026-03-02T02:51:00.662924Z","steps":["trace[1544797775] 'process raft request' (duration: 690.020747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:00.663004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:50:59.97176Z","time spent":"691.211699ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:00.663209Z","caller":"traceutil/trace.go:171","msg":"trace[292328115] transaction","detail":"{read_only:false; response_revision:18744; number_of_response:1; }","duration":"690.467219ms","start":"2026-03-02T02:50:59.972731Z","end":"2026-03-02T02:51:00.663198Z","steps":["trace[292328115] 'process raft request' (duration: 689.102033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:00.663272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:50:59.972723Z","time spent":"690.518401ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:00.663463Z","caller":"traceutil/trace.go:171","msg":"trace[1523347398] transaction","detail":"{read_only:false; response_revision:18745; number_of_response:1; }","duration":"513.725128ms","start":"2026-03-02T02:51:00.149728Z","end":"2026-03-02T02:51:00.663453Z","steps":["trace[1523347398] 'process raft request' (duration: 512.133196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:51:00.663605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:51:00.149705Z","time spent":"513.789129ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:51:01.695906Z","caller":"traceutil/trace.go:171","msg":"trace[1866665193] transaction","detail":"{read_only:false; response_revision:18746; number_of_response:1; }","duration":"168.391351ms","start":"2026-03-02T02:51:01.527489Z","end":"2026-03-02T02:51:01.69588Z","steps":["trace[1866665193] 'process raft request' (duration: 168.210897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:01.782035Z","caller":"traceutil/trace.go:171","msg":"trace[2133011994] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"241.127244ms","start":"2026-03-02T02:51:01.54088Z","end":"2026-03-02T02:51:01.782008Z","steps":["trace[2133011994] 'process raft request' (duration: 241.071702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:01.782271Z","caller":"traceutil/trace.go:171","msg":"trace[1850604838] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"242.601192ms","start":"2026-03-02T02:51:01.539625Z","end":"2026-03-02T02:51:01.782226Z","steps":["trace[1850604838] 'process raft request' (duration: 242.153281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:30.471079Z","caller":"traceutil/trace.go:171","msg":"trace[391086512] transaction","detail":"{read_only:false; response_revision:18897; number_of_response:1; }","duration":"124.627374ms","start":"2026-03-02T02:51:30.346335Z","end":"2026-03-02T02:51:30.470962Z","steps":["trace[391086512] 'process raft request' (duration: 79.312876ms)","trace[391086512] 'compare' (duration: 44.946658ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:51:30.471621Z","caller":"traceutil/trace.go:171","msg":"trace[995015847] transaction","detail":"{read_only:false; response_revision:18898; number_of_response:1; }","duration":"118.568494ms","start":"2026-03-02T02:51:30.35304Z","end":"2026-03-02T02:51:30.471608Z","steps":["trace[995015847] 'process raft request' (duration: 117.756303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:30.471725Z","caller":"traceutil/trace.go:171","msg":"trace[254593698] linearizableReadLoop","detail":"{readStateIndex:19586; appliedIndex:19584; }","duration":"100.880317ms","start":"2026-03-02T02:51:30.37082Z","end":"2026-03-02T02:51:30.4717Z","steps":["trace[254593698] 'read index received' (duration: 54.8345ms)","trace[254593698] 'applied index is now lower than readState.Index' (duration: 46.043897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:51:30.471907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.191186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-02T02:51:30.471942Z","caller":"traceutil/trace.go:171","msg":"trace[1814838533] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:18898; }","duration":"126.239467ms","start":"2026-03-02T02:51:30.345693Z","end":"2026-03-02T02:51:30.471933Z","steps":["trace[1814838533] 'agreement among raft nodes before linearized reading' (duration: 126.089463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:51:50.134864Z","caller":"traceutil/trace.go:171","msg":"trace[724856293] transaction","detail":"{read_only:false; response_revision:19240; number_of_response:1; }","duration":"150.117318ms","start":"2026-03-02T02:51:49.98472Z","end":"2026-03-02T02:51:50.134837Z","steps":["trace[724856293] 'process raft request' (duration: 149.856321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:52:02.190013Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4ec288cbdba84d36","local-member-applied-index":20005,"local-member-snapshot-index":10004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T02:52:02.194907Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20005} {"level":"info","ts":"2026-03-02T02:52:02.195012Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15005} {"level":"info","ts":"2026-03-02T02:52:09.435985Z","caller":"traceutil/trace.go:171","msg":"trace[223160450] transaction","detail":"{read_only:false; response_revision:19340; number_of_response:1; }","duration":"182.773701ms","start":"2026-03-02T02:52:09.253185Z","end":"2026-03-02T02:52:09.435958Z","steps":["trace[223160450] 'process raft request' (duration: 182.36232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:54:53.38082Z","caller":"traceutil/trace.go:171","msg":"trace[773687848] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"507.7744ms","start":"2026-03-02T02:54:52.873026Z","end":"2026-03-02T02:54:53.3808Z","steps":["trace[773687848] 'process raft request' (duration: 507.632386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.380953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.873003Z","time spent":"507.887433ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:54:53.912697Z","caller":"traceutil/trace.go:171","msg":"trace[948923002] linearizableReadLoop","detail":"{readStateIndex:21760; appliedIndex:21757; }","duration":"803.803276ms","start":"2026-03-02T02:54:53.10882Z","end":"2026-03-02T02:54:53.912623Z","steps":["trace[948923002] 'read index received' (duration: 271.922257ms)","trace[948923002] 'applied index is now lower than readState.Index' (duration: 531.880229ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:54:53.912852Z","caller":"traceutil/trace.go:171","msg":"trace[900124377] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"1.039129365s","start":"2026-03-02T02:54:52.873678Z","end":"2026-03-02T02:54:53.912808Z","steps":["trace[900124377] 'process raft request' (duration: 1.038908099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.912893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.053982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:53.912935Z","caller":"traceutil/trace.go:171","msg":"trace[657690792] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21007; }","duration":"804.150715ms","start":"2026-03-02T02:54:53.10877Z","end":"2026-03-02T02:54:53.912921Z","steps":["trace[657690792] 'agreement among raft nodes before linearized reading' (duration: 804.029012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.912976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.10875Z","time spent":"804.217537ms","remote":"127.0.0.1:59698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:54:53.912998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.873648Z","time spent":"1.039274489s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:53.913393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.279031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:54:53.91349Z","caller":"traceutil/trace.go:171","msg":"trace[2095354038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21007; }","duration":"425.397464ms","start":"2026-03-02T02:54:53.488069Z","end":"2026-03-02T02:54:53.913466Z","steps":["trace[2095354038] 'agreement among raft nodes before linearized reading' (duration: 425.271131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.913537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.488053Z","time spent":"425.473446ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:54:53.913735Z","caller":"traceutil/trace.go:171","msg":"trace[948534916] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"1.039895475s","start":"2026-03-02T02:54:52.873684Z","end":"2026-03-02T02:54:53.913579Z","steps":["trace[948534916] 'process raft request' (duration: 1.038778556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.914116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:52.873671Z","time spent":"1.040245594s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:54:53.914335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.911123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:54:53.91441Z","caller":"traceutil/trace.go:171","msg":"trace[610287466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21007; }","duration":"318.022776ms","start":"2026-03-02T02:54:53.596371Z","end":"2026-03-02T02:54:53.914393Z","steps":["trace[610287466] 'agreement among raft nodes before linearized reading' (duration: 316.941017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.914466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.596351Z","time spent":"318.102328ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:54:53.91465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.670177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:54:53.914804Z","caller":"traceutil/trace.go:171","msg":"trace[1305277735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21007; }","duration":"541.846582ms","start":"2026-03-02T02:54:53.372938Z","end":"2026-03-02T02:54:53.914784Z","steps":["trace[1305277735] 'agreement among raft nodes before linearized reading' (duration: 540.359163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:54:53.915976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:54:53.372923Z","time spent":"542.993202ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:55:27.961802Z","caller":"traceutil/trace.go:171","msg":"trace[607183759] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"150.876008ms","start":"2026-03-02T02:55:27.810895Z","end":"2026-03-02T02:55:27.961771Z","steps":["trace[607183759] 'process raft request' (duration: 150.724174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.118553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.679928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4233"} {"level":"info","ts":"2026-03-02T02:55:28.118626Z","caller":"traceutil/trace.go:171","msg":"trace[828046282] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21350; }","duration":"112.785901ms","start":"2026-03-02T02:55:28.005821Z","end":"2026-03-02T02:55:28.118606Z","steps":["trace[828046282] 'range keys from in-memory index tree' (duration: 112.525214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.332888Z","caller":"traceutil/trace.go:171","msg":"trace[925683409] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"203.584091ms","start":"2026-03-02T02:55:28.129277Z","end":"2026-03-02T02:55:28.332861Z","steps":["trace[925683409] 'process raft request' (duration: 203.505579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.332956Z","caller":"traceutil/trace.go:171","msg":"trace[1016098903] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"203.820418ms","start":"2026-03-02T02:55:28.12909Z","end":"2026-03-02T02:55:28.332911Z","steps":["trace[1016098903] 'process raft request' (duration: 170.513317ms)","trace[1016098903] 'compare' (duration: 33.050514ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.333217Z","caller":"traceutil/trace.go:171","msg":"trace[741377618] transaction","detail":"{read_only:false; response_revision:21356; number_of_response:1; }","duration":"203.881658ms","start":"2026-03-02T02:55:28.129323Z","end":"2026-03-02T02:55:28.333205Z","steps":["trace[741377618] 'process raft request' (duration: 203.503228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.333316Z","caller":"traceutil/trace.go:171","msg":"trace[1011109055] linearizableReadLoop","detail":"{readStateIndex:22120; appliedIndex:22115; }","duration":"142.515887ms","start":"2026-03-02T02:55:28.190774Z","end":"2026-03-02T02:55:28.33329Z","steps":["trace[1011109055] 'read index received' (duration: 108.835997ms)","trace[1011109055] 'applied index is now lower than readState.Index' (duration: 33.67859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.333458Z","caller":"traceutil/trace.go:171","msg":"trace[360327695] transaction","detail":"{read_only:false; response_revision:21358; number_of_response:1; }","duration":"187.532627ms","start":"2026-03-02T02:55:28.145911Z","end":"2026-03-02T02:55:28.333444Z","steps":["trace[360327695] 'process raft request' (duration: 187.330901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.333599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.554542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/capo-system/\" range_end:\"/registry/resourcequotas/capo-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:55:28.333694Z","caller":"traceutil/trace.go:171","msg":"trace[966188507] range","detail":"{range_begin:/registry/resourcequotas/capo-system/; range_end:/registry/resourcequotas/capo-system0; response_count:0; response_revision:21358; }","duration":"141.702556ms","start":"2026-03-02T02:55:28.191968Z","end":"2026-03-02T02:55:28.333671Z","steps":["trace[966188507] 'agreement among raft nodes before linearized reading' (duration: 141.528571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.33373Z","caller":"traceutil/trace.go:171","msg":"trace[208739358] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"204.28659ms","start":"2026-03-02T02:55:28.12939Z","end":"2026-03-02T02:55:28.333677Z","steps":["trace[208739358] 'process raft request' (duration: 203.677484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.333782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.968748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4392"} {"level":"info","ts":"2026-03-02T02:55:28.333899Z","caller":"traceutil/trace.go:171","msg":"trace[2112034751] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21358; }","duration":"143.127353ms","start":"2026-03-02T02:55:28.190744Z","end":"2026-03-02T02:55:28.333871Z","steps":["trace[2112034751] 'agreement among raft nodes before linearized reading' (duration: 142.713752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.752771Z","caller":"traceutil/trace.go:171","msg":"trace[333861909] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"392.686219ms","start":"2026-03-02T02:55:28.360052Z","end":"2026-03-02T02:55:28.752738Z","steps":["trace[333861909] 'process raft request' (duration: 376.371418ms)","trace[333861909] 'compare' (duration: 15.480399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:55:28.752913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.360039Z","time spent":"392.812662ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:55:28.766019Z","caller":"traceutil/trace.go:171","msg":"trace[1661524397] linearizableReadLoop","detail":"{readStateIndex:22125; appliedIndex:22123; }","duration":"360.730015ms","start":"2026-03-02T02:55:28.405261Z","end":"2026-03-02T02:55:28.765991Z","steps":["trace[1661524397] 'read index received' (duration: 331.178143ms)","trace[1661524397] 'applied index is now lower than readState.Index' (duration: 29.550612ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:55:28.766193Z","caller":"traceutil/trace.go:171","msg":"trace[1427085130] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"193.394022ms","start":"2026-03-02T02:55:28.572789Z","end":"2026-03-02T02:55:28.766183Z","steps":["trace[1427085130] 'process raft request' (duration: 193.141715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:55:28.766325Z","caller":"traceutil/trace.go:171","msg":"trace[492865271] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"364.439423ms","start":"2026-03-02T02:55:28.401853Z","end":"2026-03-02T02:55:28.766292Z","steps":["trace[492865271] 'process raft request' (duration: 363.96331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.766447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.879482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:55:28.766483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.401829Z","time spent":"364.589247ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3482,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:55:28.766521Z","caller":"traceutil/trace.go:171","msg":"trace[1070715878] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21363; }","duration":"345.996975ms","start":"2026-03-02T02:55:28.420506Z","end":"2026-03-02T02:55:28.766503Z","steps":["trace[1070715878] 'agreement among raft nodes before linearized reading' (duration: 345.869612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.76657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.420491Z","time spent":"346.066667ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:55:28.766903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.616918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-02T02:55:28.76698Z","caller":"traceutil/trace.go:171","msg":"trace[1922454940] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21363; }","duration":"361.735171ms","start":"2026-03-02T02:55:28.405228Z","end":"2026-03-02T02:55:28.766963Z","steps":["trace[1922454940] 'agreement among raft nodes before linearized reading' (duration: 361.487805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:55:28.76703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:55:28.405211Z","time spent":"361.810313ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4398,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:55:43.561391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18665} {"level":"info","ts":"2026-03-02T02:55:43.675625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18665,"took":"110.628823ms","hash":3602835984,"current-db-size-bytes":46768128,"current-db-size":"47 MB","current-db-size-in-use-bytes":37421056,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-02T02:55:43.675681Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3602835984,"revision":18665,"compact-revision":16522} {"level":"info","ts":"2026-03-02T02:58:24.645273Z","caller":"traceutil/trace.go:171","msg":"trace[1831554090] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"304.334349ms","start":"2026-03-02T02:58:24.340907Z","end":"2026-03-02T02:58:24.645242Z","steps":["trace[1831554090] 'process raft request' (duration: 304.119513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:24.645458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:24.34089Z","time spent":"304.477233ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:24.646204Z","caller":"traceutil/trace.go:171","msg":"trace[1324496003] linearizableReadLoop","detail":"{readStateIndex:23857; appliedIndex:23855; }","duration":"157.474585ms","start":"2026-03-02T02:58:24.488713Z","end":"2026-03-02T02:58:24.646188Z","steps":["trace[1324496003] 'read index received' (duration: 156.333075ms)","trace[1324496003] 'applied index is now lower than readState.Index' (duration: 1.14066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:24.646327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.615598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:24.646365Z","caller":"traceutil/trace.go:171","msg":"trace[1362535913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23051; }","duration":"157.710411ms","start":"2026-03-02T02:58:24.488646Z","end":"2026-03-02T02:58:24.646356Z","steps":["trace[1362535913] 'agreement among raft nodes before linearized reading' (duration: 157.608399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:24.646755Z","caller":"traceutil/trace.go:171","msg":"trace[1989101547] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"268.576603ms","start":"2026-03-02T02:58:24.378162Z","end":"2026-03-02T02:58:24.646738Z","steps":["trace[1989101547] 'process raft request' (duration: 267.912906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.075354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.450674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:31.075551Z","caller":"traceutil/trace.go:171","msg":"trace[1053272420] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"1.335342277s","start":"2026-03-02T02:58:29.740177Z","end":"2026-03-02T02:58:31.07552Z","steps":["trace[1053272420] 'process raft request' (duration: 569.629116ms)","trace[1053272420] 'compare' (duration: 765.304871ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:31.07562Z","caller":"traceutil/trace.go:171","msg":"trace[1472988953] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"822.626448ms","start":"2026-03-02T02:58:30.252979Z","end":"2026-03-02T02:58:31.075605Z","steps":["trace[1472988953] 'process raft request' (duration: 822.598517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.07567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.252946Z","time spent":"822.703289ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:31.075691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.740145Z","time spent":"1.335469641s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:31.075792Z","caller":"traceutil/trace.go:171","msg":"trace[13965679] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"1.146411311s","start":"2026-03-02T02:58:29.929375Z","end":"2026-03-02T02:58:31.075787Z","steps":["trace[13965679] 'process raft request' (duration: 1.146138993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.075816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.929359Z","time spent":"1.146443872s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:31.075829Z","caller":"traceutil/trace.go:171","msg":"trace[1803736717] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"1.01938584s","start":"2026-03-02T02:58:30.056437Z","end":"2026-03-02T02:58:31.075823Z","steps":["trace[1803736717] 'process raft request' (duration: 1.019117973s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.07586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.056401Z","time spent":"1.019444242s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:31.075901Z","caller":"traceutil/trace.go:171","msg":"trace[1524277715] linearizableReadLoop","detail":"{readStateIndex:23905; appliedIndex:23904; }","duration":"1.217794448s","start":"2026-03-02T02:58:29.8581Z","end":"2026-03-02T02:58:31.075895Z","steps":["trace[1524277715] 'read index received' (duration: 451.668526ms)","trace[1524277715] 'applied index is now lower than readState.Index' (duration: 766.125322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:31.076056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217956473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:31.076081Z","caller":"traceutil/trace.go:171","msg":"trace[1248609783] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23100; }","duration":"1.217982954s","start":"2026-03-02T02:58:29.85809Z","end":"2026-03-02T02:58:31.076073Z","steps":["trace[1248609783] 'agreement among raft nodes before linearized reading' (duration: 1.217933213s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.076097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.858071Z","time spent":"1.218021965s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:31.623739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.533383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:31.624004Z","caller":"traceutil/trace.go:171","msg":"trace[1976793091] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23908; }","duration":"548.075885ms","start":"2026-03-02T02:58:31.075913Z","end":"2026-03-02T02:58:31.623989Z","steps":["trace[1976793091] 'read index received' (duration: 330.09564ms)","trace[1976793091] 'applied index is now lower than readState.Index' (duration: 217.979505ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:31.624069Z","caller":"traceutil/trace.go:171","msg":"trace[1152356961] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"924.84468ms","start":"2026-03-02T02:58:30.699213Z","end":"2026-03-02T02:58:31.624058Z","steps":["trace[1152356961] 'process raft request' (duration: 706.878825ms)","trace[1152356961] 'compare' (duration: 216.935918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:31.624118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.69919Z","time spent":"924.901292ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:31.624415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.9888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:31.624445Z","caller":"traceutil/trace.go:171","msg":"trace[1489869916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23103; }","duration":"867.069332ms","start":"2026-03-02T02:58:30.757365Z","end":"2026-03-02T02:58:31.624435Z","steps":["trace[1489869916] 'agreement among raft nodes before linearized reading' (duration: 867.01105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.624471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.757347Z","time spent":"867.116033ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:31.624449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.463186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:31.624536Z","caller":"traceutil/trace.go:171","msg":"trace[2051535700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23103; }","duration":"742.60593ms","start":"2026-03-02T02:58:30.881908Z","end":"2026-03-02T02:58:31.624514Z","steps":["trace[2051535700] 'agreement among raft nodes before linearized reading' (duration: 742.407405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:31.624547Z","caller":"traceutil/trace.go:171","msg":"trace[1721996401] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"859.251945ms","start":"2026-03-02T02:58:30.76527Z","end":"2026-03-02T02:58:31.624522Z","steps":["trace[1721996401] 'process raft request' (duration: 858.584977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.624598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137086213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:31.624619Z","caller":"traceutil/trace.go:171","msg":"trace[656010238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23103; }","duration":"1.137139564s","start":"2026-03-02T02:58:30.487474Z","end":"2026-03-02T02:58:31.624613Z","steps":["trace[656010238] 'agreement among raft nodes before linearized reading' (duration: 1.137095853s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:31.624621Z","caller":"traceutil/trace.go:171","msg":"trace[1297010347] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"851.90834ms","start":"2026-03-02T02:58:30.772704Z","end":"2026-03-02T02:58:31.624612Z","steps":["trace[1297010347] 'process raft request' (duration: 851.246373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.624637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.487455Z","time spent":"1.137178686s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:31.624696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.772668Z","time spent":"851.972402ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:31.624693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.76525Z","time spent":"859.361568ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:31.624749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481879983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:31.62477Z","caller":"traceutil/trace.go:171","msg":"trace[1442082503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23103; }","duration":"1.481942794s","start":"2026-03-02T02:58:30.142822Z","end":"2026-03-02T02:58:31.624765Z","steps":["trace[1442082503] 'agreement among raft nodes before linearized reading' (duration: 1.481903913s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.624744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.267455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:31.624827Z","caller":"traceutil/trace.go:171","msg":"trace[1171820941] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23103; }","duration":"617.415629ms","start":"2026-03-02T02:58:31.007392Z","end":"2026-03-02T02:58:31.624807Z","steps":["trace[1171820941] 'agreement among raft nodes before linearized reading' (duration: 617.259014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.624876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.007371Z","time spent":"617.496281ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:31.624577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.881864Z","time spent":"742.703013ms","remote":"127.0.0.1:45804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:31.624789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:30.142802Z","time spent":"1.481981915s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:31.624846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704872031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:31.625597Z","caller":"traceutil/trace.go:171","msg":"trace[560321920] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23103; }","duration":"1.705672852s","start":"2026-03-02T02:58:29.919906Z","end":"2026-03-02T02:58:31.625579Z","steps":["trace[560321920] 'agreement among raft nodes before linearized reading' (duration: 1.704868401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:31.62563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:29.919883Z","time spent":"1.705736843s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:32.652802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.922272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:32.652978Z","caller":"traceutil/trace.go:171","msg":"trace[1604400064] linearizableReadLoop","detail":"{readStateIndex:23912; appliedIndex:23911; }","duration":"1.028937024s","start":"2026-03-02T02:58:31.624027Z","end":"2026-03-02T02:58:32.652964Z","steps":["trace[1604400064] 'read index received' (duration: 359.668512ms)","trace[1604400064] 'applied index is now lower than readState.Index' (duration: 669.267142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:32.652971Z","caller":"traceutil/trace.go:171","msg":"trace[1149721124] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"1.139079237s","start":"2026-03-02T02:58:31.513862Z","end":"2026-03-02T02:58:32.652942Z","steps":["trace[1149721124] 'process raft request' (duration: 469.899008ms)","trace[1149721124] 'compare' (duration: 668.156042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:32.653074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.513744Z","time spent":"1.139279272s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:32.653615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151596768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:32.653663Z","caller":"traceutil/trace.go:171","msg":"trace[1323348150] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23104; }","duration":"1.151692231s","start":"2026-03-02T02:58:31.501957Z","end":"2026-03-02T02:58:32.65365Z","steps":["trace[1323348150] 'agreement among raft nodes before linearized reading' (duration: 1.151025923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.653627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207076546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:58:32.653698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.501931Z","time spent":"1.151757122s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:32.653733Z","caller":"traceutil/trace.go:171","msg":"trace[1193812389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23104; }","duration":"1.207201509s","start":"2026-03-02T02:58:31.446505Z","end":"2026-03-02T02:58:32.653706Z","steps":["trace[1193812389] 'agreement among raft nodes before linearized reading' (duration: 1.206495791s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.653819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.446436Z","time spent":"1.207363463s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:32.653938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235560399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T02:58:32.654Z","caller":"traceutil/trace.go:171","msg":"trace[1938840032] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23104; }","duration":"1.235867657s","start":"2026-03-02T02:58:31.418115Z","end":"2026-03-02T02:58:32.653983Z","steps":["trace[1938840032] 'agreement among raft nodes before linearized reading' (duration: 1.235056395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.654115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.418072Z","time spent":"1.236031602s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T02:58:32.654202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205504324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:32.654302Z","caller":"traceutil/trace.go:171","msg":"trace[909025092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23104; }","duration":"1.206223353s","start":"2026-03-02T02:58:31.448054Z","end":"2026-03-02T02:58:32.654278Z","steps":["trace[909025092] 'agreement among raft nodes before linearized reading' (duration: 1.204915529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.654379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.448039Z","time spent":"1.206309835s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:58:32.654425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212552781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:32.654497Z","caller":"traceutil/trace.go:171","msg":"trace[151230983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23104; }","duration":"1.212644703s","start":"2026-03-02T02:58:31.441836Z","end":"2026-03-02T02:58:32.65448Z","steps":["trace[151230983] 'agreement among raft nodes before linearized reading' (duration: 1.211135283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.654556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.441832Z","time spent":"1.212710814s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:32.954238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.295079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T02:58:32.954492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610143635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:58:32.954505Z","caller":"traceutil/trace.go:171","msg":"trace[1591345] linearizableReadLoop","detail":"{readStateIndex:23913; appliedIndex:23912; }","duration":"301.474403ms","start":"2026-03-02T02:58:32.653011Z","end":"2026-03-02T02:58:32.954485Z","steps":["trace[1591345] 'read index received' (duration: 52.381µs)","trace[1591345] 'applied index is now lower than readState.Index' (duration: 301.420812ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:32.954526Z","caller":"traceutil/trace.go:171","msg":"trace[1086052108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23104; }","duration":"1.610207016s","start":"2026-03-02T02:58:31.344305Z","end":"2026-03-02T02:58:32.954512Z","steps":["trace[1086052108] 'agreement among raft nodes before linearized reading' (duration: 1.308880307s)","trace[1086052108] 'range keys from in-memory index tree' (duration: 301.167255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:32.954561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.344284Z","time spent":"1.610267878s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:58:32.95472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512879444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:58:32.95478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.834449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:32.954799Z","caller":"traceutil/trace.go:171","msg":"trace[738154824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23104; }","duration":"1.512987506s","start":"2026-03-02T02:58:31.441781Z","end":"2026-03-02T02:58:32.954769Z","steps":["trace[738154824] 'agreement among raft nodes before linearized reading' (duration: 1.211234215s)","trace[738154824] 'range keys from in-memory index tree' (duration: 301.554236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:32.954841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.441764Z","time spent":"1.513066508s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:58:32.954836Z","caller":"traceutil/trace.go:171","msg":"trace[1046764785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23104; }","duration":"533.925591ms","start":"2026-03-02T02:58:32.420894Z","end":"2026-03-02T02:58:32.954819Z","steps":["trace[1046764785] 'agreement among raft nodes before linearized reading' (duration: 533.678485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:32.954823Z","caller":"traceutil/trace.go:171","msg":"trace[605645575] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"295.766602ms","start":"2026-03-02T02:58:32.659009Z","end":"2026-03-02T02:58:32.954776Z","steps":["trace[605645575] 'process raft request' (duration: 295.358801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:32.954881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.420875Z","time spent":"533.992263ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:58:33.455389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:58:33.507316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58118426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:33.507332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602098703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:33.507336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880136837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:33.507407Z","caller":"traceutil/trace.go:171","msg":"trace[1575167797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23105; }","duration":"1.581317724s","start":"2026-03-02T02:58:31.926065Z","end":"2026-03-02T02:58:33.507383Z","steps":["trace[1575167797] 'agreement among raft nodes before linearized reading' (duration: 1.028704438s)","trace[1575167797] 'range keys from in-memory index tree' (duration: 552.489373ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:33.507432Z","caller":"traceutil/trace.go:171","msg":"trace[1743047791] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23105; }","duration":"1.602260108s","start":"2026-03-02T02:58:31.905146Z","end":"2026-03-02T02:58:33.507406Z","steps":["trace[1743047791] 'agreement among raft nodes before linearized reading' (duration: 1.04961114s)","trace[1743047791] 'count revisions from in-memory index tree' (duration: 552.500233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:33.507443Z","caller":"traceutil/trace.go:171","msg":"trace[1534094645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23105; }","duration":"1.880295211s","start":"2026-03-02T02:58:31.627118Z","end":"2026-03-02T02:58:33.507413Z","steps":["trace[1534094645] 'agreement among raft nodes before linearized reading' (duration: 1.327658604s)","trace[1534094645] 'range keys from in-memory index tree' (duration: 552.485123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:33.50745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.926051Z","time spent":"1.581390655s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:33.507489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.905126Z","time spent":"1.602347639s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:33.507495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:31.627094Z","time spent":"1.880388664s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:33.81539Z","caller":"traceutil/trace.go:171","msg":"trace[316894774] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"1.155790489s","start":"2026-03-02T02:58:32.659567Z","end":"2026-03-02T02:58:33.815357Z","steps":["trace[316894774] 'process raft request' (duration: 1.155711647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:33.815619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.65954Z","time spent":"1.155959113s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:33.816042Z","caller":"traceutil/trace.go:171","msg":"trace[971130903] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"1.156846497s","start":"2026-03-02T02:58:32.659179Z","end":"2026-03-02T02:58:33.816025Z","steps":["trace[971130903] 'process raft request' (duration: 1.155896872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:33.816119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.659148Z","time spent":"1.156931579s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:34.785755Z","caller":"traceutil/trace.go:171","msg":"trace[1261273564] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"1.687313837s","start":"2026-03-02T02:58:33.098409Z","end":"2026-03-02T02:58:34.785723Z","steps":["trace[1261273564] 'process raft request' (duration: 1.687216065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:34.785771Z","caller":"traceutil/trace.go:171","msg":"trace[417463582] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.825327897s","start":"2026-03-02T02:58:32.960404Z","end":"2026-03-02T02:58:34.785732Z","steps":["trace[417463582] 'process raft request' (duration: 1.825185794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.785947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.098387Z","time spent":"1.68746136s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:34.785749Z","caller":"traceutil/trace.go:171","msg":"trace[1535921593] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"1.825841951s","start":"2026-03-02T02:58:32.959867Z","end":"2026-03-02T02:58:34.785709Z","steps":["trace[1535921593] 'process raft request' (duration: 1.825523972s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:34.786103Z","caller":"traceutil/trace.go:171","msg":"trace[1150583354] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"1.687676197s","start":"2026-03-02T02:58:33.098409Z","end":"2026-03-02T02:58:34.786086Z","steps":["trace[1150583354] 'process raft request' (duration: 1.687255606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.786114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.960392Z","time spent":"1.825584564s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:34.786135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.95985Z","time spent":"1.82618829s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:34.786195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.098383Z","time spent":"1.687765099s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:34.786203Z","caller":"traceutil/trace.go:171","msg":"trace[1034569340] linearizableReadLoop","detail":"{readStateIndex:23921; appliedIndex:23916; }","duration":"1.831657255s","start":"2026-03-02T02:58:32.954539Z","end":"2026-03-02T02:58:34.786196Z","steps":["trace[1034569340] 'read index received' (duration: 861.942687ms)","trace[1034569340] 'applied index is now lower than readState.Index' (duration: 969.713798ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:34.786258Z","caller":"traceutil/trace.go:171","msg":"trace[1782029660] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.156131208s","start":"2026-03-02T02:58:33.63011Z","end":"2026-03-02T02:58:34.786241Z","steps":["trace[1782029660] 'process raft request' (duration: 1.155977664s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:34.786344Z","caller":"traceutil/trace.go:171","msg":"trace[1573278173] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"1.155353007s","start":"2026-03-02T02:58:33.63098Z","end":"2026-03-02T02:58:34.786333Z","steps":["trace[1573278173] 'process raft request' (duration: 1.155159282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.786351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12449082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T02:58:34.786379Z","caller":"traceutil/trace.go:171","msg":"trace[2092423692] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23115; }","duration":"2.124544801s","start":"2026-03-02T02:58:32.661829Z","end":"2026-03-02T02:58:34.786373Z","steps":["trace[2092423692] 'agreement among raft nodes before linearized reading' (duration: 2.124389097s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:34.786238Z","caller":"traceutil/trace.go:171","msg":"trace[558172695] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"1.683587379s","start":"2026-03-02T02:58:33.102613Z","end":"2026-03-02T02:58:34.786201Z","steps":["trace[558172695] 'process raft request' (duration: 1.683337472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.786444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.661818Z","time spent":"2.124621073s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T02:58:34.786443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.630081Z","time spent":"1.156249021s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:34.786501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.102605Z","time spent":"1.683843975s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:34.786353Z","caller":"traceutil/trace.go:171","msg":"trace[350869302] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.156323443s","start":"2026-03-02T02:58:33.629987Z","end":"2026-03-02T02:58:34.786311Z","steps":["trace[350869302] 'process raft request' (duration: 1.156071336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.786606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.629956Z","time spent":"1.156618971s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:34.786598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033479962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T02:58:34.786401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.630971Z","time spent":"1.155400688s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:34.787019Z","caller":"traceutil/trace.go:171","msg":"trace[1061315652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23115; }","duration":"2.033634927s","start":"2026-03-02T02:58:32.753028Z","end":"2026-03-02T02:58:34.786663Z","steps":["trace[1061315652] 'agreement among raft nodes before linearized reading' (duration: 2.033326629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:34.787102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.752985Z","time spent":"2.034099469s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T02:58:35.137066Z","caller":"traceutil/trace.go:171","msg":"trace[544762663] linearizableReadLoop","detail":"{readStateIndex:23927; appliedIndex:23924; }","duration":"350.735446ms","start":"2026-03-02T02:58:34.786304Z","end":"2026-03-02T02:58:35.13704Z","steps":["trace[544762663] 'read index received' (duration: 350.446388ms)","trace[544762663] 'applied index is now lower than readState.Index' (duration: 287.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:35.137101Z","caller":"traceutil/trace.go:171","msg":"trace[878515800] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"478.724821ms","start":"2026-03-02T02:58:34.658334Z","end":"2026-03-02T02:58:35.137058Z","steps":["trace[878515800] 'process raft request' (duration: 478.582837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.658276Z","time spent":"478.909786ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:35.13734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970296631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:35.137374Z","caller":"traceutil/trace.go:171","msg":"trace[1900394252] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23118; }","duration":"1.970366242s","start":"2026-03-02T02:58:33.166994Z","end":"2026-03-02T02:58:35.13736Z","steps":["trace[1900394252] 'agreement among raft nodes before linearized reading' (duration: 1.970322531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.137366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159959328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:35.137418Z","caller":"traceutil/trace.go:171","msg":"trace[367906712] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23118; }","duration":"1.160058941s","start":"2026-03-02T02:58:33.977348Z","end":"2026-03-02T02:58:35.137407Z","steps":["trace[367906712] 'agreement among raft nodes before linearized reading' (duration: 1.159823945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.13742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.166969Z","time spent":"1.970438434s","remote":"127.0.0.1:59698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:35.137451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.977327Z","time spent":"1.160113003s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:35.137115Z","caller":"traceutil/trace.go:171","msg":"trace[1503209213] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"469.497426ms","start":"2026-03-02T02:58:34.667591Z","end":"2026-03-02T02:58:35.137088Z","steps":["trace[1503209213] 'process raft request' (duration: 469.373753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.137588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622794569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:35.13766Z","caller":"traceutil/trace.go:171","msg":"trace[111586728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23118; }","duration":"1.623171689s","start":"2026-03-02T02:58:33.514473Z","end":"2026-03-02T02:58:35.137645Z","steps":["trace[111586728] 'agreement among raft nodes before linearized reading' (duration: 1.622588724s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:35.13771Z","caller":"traceutil/trace.go:171","msg":"trace[1052145078] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"818.380194ms","start":"2026-03-02T02:58:34.319319Z","end":"2026-03-02T02:58:35.137699Z","steps":["trace[1052145078] 'process raft request' (duration: 817.412459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.137719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.514455Z","time spent":"1.623252192s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:35.13778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.31929Z","time spent":"818.454436ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:35.137288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938150231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:35.137897Z","caller":"traceutil/trace.go:171","msg":"trace[1804348910] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23118; }","duration":"1.938870239s","start":"2026-03-02T02:58:33.199013Z","end":"2026-03-02T02:58:35.137883Z","steps":["trace[1804348910] 'agreement among raft nodes before linearized reading' (duration: 1.938166081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.137947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:33.198997Z","time spent":"1.938935761s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:35.137719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.667562Z","time spent":"469.99956ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:35.137777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179133554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:35.138068Z","caller":"traceutil/trace.go:171","msg":"trace[1618995652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23118; }","duration":"2.179444413s","start":"2026-03-02T02:58:32.95861Z","end":"2026-03-02T02:58:35.138055Z","steps":["trace[1618995652] 'agreement among raft nodes before linearized reading' (duration: 2.179027212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.138108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:32.958591Z","time spent":"2.179507614s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:58:35.264431Z","caller":"traceutil/trace.go:171","msg":"trace[522637703] linearizableReadLoop","detail":"{readStateIndex:23928; appliedIndex:23927; }","duration":"127.241776ms","start":"2026-03-02T02:58:35.137156Z","end":"2026-03-02T02:58:35.264398Z","steps":["trace[522637703] 'read index received' (duration: 124.857702ms)","trace[522637703] 'applied index is now lower than readState.Index' (duration: 2.382554ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:35.264468Z","caller":"traceutil/trace.go:171","msg":"trace[363930081] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"472.737992ms","start":"2026-03-02T02:58:34.791691Z","end":"2026-03-02T02:58:35.264429Z","steps":["trace[363930081] 'process raft request' (duration: 470.307938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.26467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.791663Z","time spent":"472.906287ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:35.264691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.812997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:35.264696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.772826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:35.264707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.356561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:58:35.264748Z","caller":"traceutil/trace.go:171","msg":"trace[1628451510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23119; }","duration":"125.9318ms","start":"2026-03-02T02:58:35.138799Z","end":"2026-03-02T02:58:35.26473Z","steps":["trace[1628451510] 'agreement among raft nodes before linearized reading' (duration: 125.812367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.264715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.665455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:35.264774Z","caller":"traceutil/trace.go:171","msg":"trace[1266102477] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23119; }","duration":"419.518165ms","start":"2026-03-02T02:58:34.845241Z","end":"2026-03-02T02:58:35.264759Z","steps":["trace[1266102477] 'agreement among raft nodes before linearized reading' (duration: 419.287819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.264808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.845224Z","time spent":"419.576246ms","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:58:35.264817Z","caller":"traceutil/trace.go:171","msg":"trace[537353731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23119; }","duration":"305.835089ms","start":"2026-03-02T02:58:34.958959Z","end":"2026-03-02T02:58:35.264794Z","steps":["trace[537353731] 'agreement among raft nodes before linearized reading' (duration: 305.49809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:35.264753Z","caller":"traceutil/trace.go:171","msg":"trace[1161601595] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23119; }","duration":"100.862898ms","start":"2026-03-02T02:58:35.163876Z","end":"2026-03-02T02:58:35.264739Z","steps":["trace[1161601595] 'agreement among raft nodes before linearized reading' (duration: 100.749145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.264876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:34.958932Z","time spent":"305.931152ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:35.264869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.433237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"info","ts":"2026-03-02T02:58:35.265029Z","caller":"traceutil/trace.go:171","msg":"trace[1423237573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23119; }","duration":"125.673404ms","start":"2026-03-02T02:58:35.139337Z","end":"2026-03-02T02:58:35.265011Z","steps":["trace[1423237573] 'agreement among raft nodes before linearized reading' (duration: 125.304994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.685587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.806918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:35.685715Z","caller":"traceutil/trace.go:171","msg":"trace[1081056638] linearizableReadLoop","detail":"{readStateIndex:23929; appliedIndex:23928; }","duration":"411.37381ms","start":"2026-03-02T02:58:35.274322Z","end":"2026-03-02T02:58:35.685696Z","steps":["trace[1081056638] 'read index received' (duration: 153.252203ms)","trace[1081056638] 'applied index is now lower than readState.Index' (duration: 258.114977ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:35.685755Z","caller":"traceutil/trace.go:171","msg":"trace[2000684080] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"415.12979ms","start":"2026-03-02T02:58:35.270585Z","end":"2026-03-02T02:58:35.685715Z","steps":["trace[2000684080] 'process raft request' (duration: 157.094955ms)","trace[2000684080] 'compare' (duration: 257.596543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:35.685872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.545565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:35.685909Z","caller":"traceutil/trace.go:171","msg":"trace[27261128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23120; }","duration":"411.646087ms","start":"2026-03-02T02:58:35.274252Z","end":"2026-03-02T02:58:35.685898Z","steps":["trace[27261128] 'agreement among raft nodes before linearized reading' (duration: 411.558755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.685956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.274227Z","time spent":"411.71786ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:35.685961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.270562Z","time spent":"415.282793ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:35.68598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.629515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:35.686107Z","caller":"traceutil/trace.go:171","msg":"trace[60009857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23120; }","duration":"358.81812ms","start":"2026-03-02T02:58:35.327266Z","end":"2026-03-02T02:58:35.686084Z","steps":["trace[60009857] 'agreement among raft nodes before linearized reading' (duration: 358.628195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:35.686164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.327239Z","time spent":"358.911962ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:58:36.539551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.494734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:36.539619Z","caller":"traceutil/trace.go:171","msg":"trace[1299109251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23120; }","duration":"718.667168ms","start":"2026-03-02T02:58:35.820938Z","end":"2026-03-02T02:58:36.539605Z","steps":["trace[1299109251] 'range keys from in-memory index tree' (duration: 718.293048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:36.540266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.82091Z","time spent":"719.343556ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:58:36.540487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.109979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:58:36.540523Z","caller":"traceutil/trace.go:171","msg":"trace[1617306440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23120; }","duration":"719.209332ms","start":"2026-03-02T02:58:35.821303Z","end":"2026-03-02T02:58:36.540513Z","steps":["trace[1617306440] 'range keys from in-memory index tree' (duration: 718.938375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:36.540542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.821271Z","time spent":"719.266503ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:36.557119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.36797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:36.557182Z","caller":"traceutil/trace.go:171","msg":"trace[1214723596] linearizableReadLoop","detail":"{readStateIndex:23930; appliedIndex:23929; }","duration":"429.530101ms","start":"2026-03-02T02:58:36.127642Z","end":"2026-03-02T02:58:36.557172Z","steps":["trace[1214723596] 'read index received' (duration: 80.071568ms)","trace[1214723596] 'applied index is now lower than readState.Index' (duration: 349.457263ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:36.55726Z","caller":"traceutil/trace.go:171","msg":"trace[868942120] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"690.033021ms","start":"2026-03-02T02:58:35.867217Z","end":"2026-03-02T02:58:36.55725Z","steps":["trace[868942120] 'process raft request' (duration: 340.465135ms)","trace[868942120] 'compare' (duration: 332.163895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:36.557307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:35.867187Z","time spent":"690.096042ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:36.55749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.769557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:36.557523Z","caller":"traceutil/trace.go:171","msg":"trace[1085713660] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23121; }","duration":"429.914331ms","start":"2026-03-02T02:58:36.127598Z","end":"2026-03-02T02:58:36.557512Z","steps":["trace[1085713660] 'agreement among raft nodes before linearized reading' (duration: 429.784317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:36.557679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.127577Z","time spent":"430.087506ms","remote":"127.0.0.1:45858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:37.172737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.097188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:37.172884Z","caller":"traceutil/trace.go:171","msg":"trace[183434546] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"611.902944ms","start":"2026-03-02T02:58:36.560953Z","end":"2026-03-02T02:58:37.172856Z","steps":["trace[183434546] 'process raft request' (duration: 272.57508ms)","trace[183434546] 'compare' (duration: 338.880393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:37.172969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.560916Z","time spent":"612.012967ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.031616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210809394s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:58:38.069785Z","caller":"traceutil/trace.go:171","msg":"trace[236887231] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"927.49272ms","start":"2026-03-02T02:58:37.142275Z","end":"2026-03-02T02:58:38.069768Z","steps":["trace[236887231] 'process raft request' (duration: 927.47079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.069916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:37.142247Z","time spent":"927.603624ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:38.069987Z","caller":"traceutil/trace.go:171","msg":"trace[1260789033] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.277491818s","start":"2026-03-02T02:58:36.79242Z","end":"2026-03-02T02:58:38.069911Z","steps":["trace[1260789033] 'process raft request' (duration: 1.277253402s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.792388Z","time spent":"1.277634401s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:38.070036Z","caller":"traceutil/trace.go:171","msg":"trace[562826719] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.276559363s","start":"2026-03-02T02:58:36.793429Z","end":"2026-03-02T02:58:38.069989Z","steps":["trace[562826719] 'process raft request' (duration: 1.276277026s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070114Z","caller":"traceutil/trace.go:171","msg":"trace[434745826] linearizableReadLoop","detail":"{readStateIndex:23932; appliedIndex:23930; }","duration":"1.302795097s","start":"2026-03-02T02:58:36.767297Z","end":"2026-03-02T02:58:38.070092Z","steps":["trace[434745826] 'read index received' (duration: 66.219422ms)","trace[434745826] 'applied index is now lower than readState.Index' (duration: 1.236573595s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:38.070126Z","caller":"traceutil/trace.go:171","msg":"trace[1963384939] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.508906688s","start":"2026-03-02T02:58:36.561184Z","end":"2026-03-02T02:58:38.070091Z","steps":["trace[1963384939] 'process raft request' (duration: 1.470675387s)","trace[1963384939] 'compare' (duration: 37.602024ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:38.070149Z","caller":"traceutil/trace.go:171","msg":"trace[530598325] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.277627392s","start":"2026-03-02T02:58:36.792494Z","end":"2026-03-02T02:58:38.070122Z","steps":["trace[530598325] 'process raft request' (duration: 1.27719607s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070168Z","caller":"traceutil/trace.go:171","msg":"trace[128044409] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.276312706s","start":"2026-03-02T02:58:36.793831Z","end":"2026-03-02T02:58:38.070144Z","steps":["trace[128044409] 'process raft request' (duration: 1.275894155s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070164Z","caller":"traceutil/trace.go:171","msg":"trace[555147776] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.278316169s","start":"2026-03-02T02:58:36.791819Z","end":"2026-03-02T02:58:38.070135Z","steps":["trace[555147776] 'process raft request' (duration: 1.277799565s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070189Z","caller":"traceutil/trace.go:171","msg":"trace[1276337523] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"1.277723804s","start":"2026-03-02T02:58:36.792434Z","end":"2026-03-02T02:58:38.070158Z","steps":["trace[1276337523] 'process raft request' (duration: 1.27721407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.79342Z","time spent":"1.276714617s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.070294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.56117Z","time spent":"1.509035882s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.070294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.792488Z","time spent":"1.277720554s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.070294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.793819Z","time spent":"1.276401699s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.070321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.791803Z","time spent":"1.278430973s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.070319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303021223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T02:58:38.070342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.79242Z","time spent":"1.277835377s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:38.070365Z","caller":"traceutil/trace.go:171","msg":"trace[43638255] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:23130; }","duration":"1.303108145s","start":"2026-03-02T02:58:36.767246Z","end":"2026-03-02T02:58:38.070354Z","steps":["trace[43638255] 'agreement among raft nodes before linearized reading' (duration: 1.302946721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.07041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.767225Z","time spent":"1.303177017s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-02T02:58:38.070508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.970894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:38.070531Z","caller":"traceutil/trace.go:171","msg":"trace[1780855078] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23130; }","duration":"896.992384ms","start":"2026-03-02T02:58:37.173528Z","end":"2026-03-02T02:58:38.070521Z","steps":["trace[1780855078] 'agreement among raft nodes before linearized reading' (duration: 896.905992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:37.173457Z","time spent":"897.084567ms","remote":"127.0.0.1:59624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:38.070552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277996381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T02:58:38.070523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284628687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T02:58:38.070561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.751353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:38.070576Z","caller":"traceutil/trace.go:171","msg":"trace[1228785307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23130; }","duration":"1.278053943s","start":"2026-03-02T02:58:36.792516Z","end":"2026-03-02T02:58:38.07057Z","steps":["trace[1228785307] 'agreement among raft nodes before linearized reading' (duration: 1.277916379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278943406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:58:38.070593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.792506Z","time spent":"1.278083593s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:38.070578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.154346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:38.070603Z","caller":"traceutil/trace.go:171","msg":"trace[650628129] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23130; }","duration":"1.284729679s","start":"2026-03-02T02:58:36.785851Z","end":"2026-03-02T02:58:38.070581Z","steps":["trace[650628129] 'agreement among raft nodes before linearized reading' (duration: 1.284496173s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070629Z","caller":"traceutil/trace.go:171","msg":"trace[1534745027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23130; }","duration":"1.279047139s","start":"2026-03-02T02:58:36.791566Z","end":"2026-03-02T02:58:38.070613Z","steps":["trace[1534745027] 'agreement among raft nodes before linearized reading' (duration: 1.278874524s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.070645Z","caller":"traceutil/trace.go:171","msg":"trace[2020167210] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23130; }","duration":"875.29557ms","start":"2026-03-02T02:58:37.195333Z","end":"2026-03-02T02:58:38.070628Z","steps":["trace[2020167210] 'agreement among raft nodes before linearized reading' (duration: 875.096425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.785844Z","time spent":"1.284796841s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:58:38.070595Z","caller":"traceutil/trace.go:171","msg":"trace[1365735027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23130; }","duration":"379.839966ms","start":"2026-03-02T02:58:37.690746Z","end":"2026-03-02T02:58:38.070586Z","steps":["trace[1365735027] 'agreement among raft nodes before linearized reading' (duration: 379.712153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:36.791542Z","time spent":"1.279154222s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:58:38.070723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:37.195318Z","time spent":"875.389633ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:38.070531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.040244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:38.070755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:37.690716Z","time spent":"380.023221ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:58:38.070864Z","caller":"traceutil/trace.go:171","msg":"trace[2131792322] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23130; }","duration":"872.426234ms","start":"2026-03-02T02:58:37.198426Z","end":"2026-03-02T02:58:38.070852Z","steps":["trace[2131792322] 'agreement among raft nodes before linearized reading' (duration: 872.035714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.070897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:37.198387Z","time spent":"872.499466ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T02:58:38.432648Z","caller":"traceutil/trace.go:171","msg":"trace[1665903953] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"356.964482ms","start":"2026-03-02T02:58:38.075662Z","end":"2026-03-02T02:58:38.432627Z","steps":["trace[1665903953] 'process raft request' (duration: 356.862049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.432692Z","caller":"traceutil/trace.go:171","msg":"trace[338467355] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"357.775772ms","start":"2026-03-02T02:58:38.074878Z","end":"2026-03-02T02:58:38.432654Z","steps":["trace[338467355] 'process raft request' (duration: 312.223527ms)","trace[338467355] 'compare' (duration: 45.033632ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:38.432707Z","caller":"traceutil/trace.go:171","msg":"trace[832019359] linearizableReadLoop","detail":"{readStateIndex:23941; appliedIndex:23940; }","duration":"357.256759ms","start":"2026-03-02T02:58:38.075426Z","end":"2026-03-02T02:58:38.432683Z","steps":["trace[832019359] 'read index received' (duration: 25.69192ms)","trace[832019359] 'applied index is now lower than readState.Index' (duration: 331.563869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:38.432774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.075639Z","time spent":"357.066914ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.432833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.074857Z","time spent":"357.892826ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.432861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.408443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:38.43286Z","caller":"traceutil/trace.go:171","msg":"trace[319507862] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"356.588591ms","start":"2026-03-02T02:58:38.076255Z","end":"2026-03-02T02:58:38.432843Z","steps":["trace[319507862] 'process raft request' (duration: 356.350845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:38.43289Z","caller":"traceutil/trace.go:171","msg":"trace[6421090] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23133; }","duration":"357.477365ms","start":"2026-03-02T02:58:38.075405Z","end":"2026-03-02T02:58:38.432882Z","steps":["trace[6421090] 'agreement among raft nodes before linearized reading' (duration: 357.362842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:38.432916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.075397Z","time spent":"357.509766ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:58:38.432953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.076247Z","time spent":"356.648973ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:38.938259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:58:39.069658Z","caller":"traceutil/trace.go:171","msg":"trace[1139129379] linearizableReadLoop","detail":"{readStateIndex:23944; appliedIndex:23943; }","duration":"632.087947ms","start":"2026-03-02T02:58:38.437545Z","end":"2026-03-02T02:58:39.069633Z","steps":["trace[1139129379] 'read index received' (duration: 631.913182ms)","trace[1139129379] 'applied index is now lower than readState.Index' (duration: 173.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:39.069704Z","caller":"traceutil/trace.go:171","msg":"trace[327310838] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"967.310334ms","start":"2026-03-02T02:58:38.102355Z","end":"2026-03-02T02:58:39.069665Z","steps":["trace[327310838] 'process raft request' (duration: 967.089398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:39.069842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.269741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:39.069857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.407347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:39.069893Z","caller":"traceutil/trace.go:171","msg":"trace[1589497719] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23134; }","duration":"632.349223ms","start":"2026-03-02T02:58:38.437532Z","end":"2026-03-02T02:58:39.069881Z","steps":["trace[1589497719] 'agreement among raft nodes before linearized reading' (duration: 632.193549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:39.069898Z","caller":"traceutil/trace.go:171","msg":"trace[293243162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23134; }","duration":"581.519269ms","start":"2026-03-02T02:58:38.488368Z","end":"2026-03-02T02:58:39.069887Z","steps":["trace[293243162] 'agreement among raft nodes before linearized reading' (duration: 581.426627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:39.069893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.918839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:39.069923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.437477Z","time spent":"632.436836ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:58:39.069937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.488345Z","time spent":"581.581532ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:39.069947Z","caller":"traceutil/trace.go:171","msg":"trace[345608413] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23134; }","duration":"315.046603ms","start":"2026-03-02T02:58:38.754887Z","end":"2026-03-02T02:58:39.069934Z","steps":["trace[345608413] 'agreement among raft nodes before linearized reading' (duration: 314.94833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:39.069984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.754861Z","time spent":"315.113335ms","remote":"127.0.0.1:59574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:39.069975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.848624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:39.069978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.102332Z","time spent":"967.500308ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:39.070061Z","caller":"traceutil/trace.go:171","msg":"trace[966084170] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23134; }","duration":"439.999957ms","start":"2026-03-02T02:58:38.630036Z","end":"2026-03-02T02:58:39.070036Z","steps":["trace[966084170] 'agreement among raft nodes before linearized reading' (duration: 439.833103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:39.070106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:38.630014Z","time spent":"440.0822ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:39.280637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.892202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:39.280756Z","caller":"traceutil/trace.go:171","msg":"trace[148161338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23134; }","duration":"103.083837ms","start":"2026-03-02T02:58:39.177643Z","end":"2026-03-02T02:58:39.280727Z","steps":["trace[148161338] 'range keys from in-memory index tree' (duration: 102.633944ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:39.405768Z","caller":"traceutil/trace.go:171","msg":"trace[1665825587] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"120.432875ms","start":"2026-03-02T02:58:39.285307Z","end":"2026-03-02T02:58:39.40574Z","steps":["trace[1665825587] 'process raft request' (duration: 120.200309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:39.687699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.961446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:39.687813Z","caller":"traceutil/trace.go:171","msg":"trace[1446321852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23135; }","duration":"198.137641ms","start":"2026-03-02T02:58:39.489646Z","end":"2026-03-02T02:58:39.687784Z","steps":["trace[1446321852] 'range keys from in-memory index tree' (duration: 197.858223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.802715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.60343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:40.802995Z","caller":"traceutil/trace.go:171","msg":"trace[892713220] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"726.770661ms","start":"2026-03-02T02:58:40.076184Z","end":"2026-03-02T02:58:40.802954Z","steps":["trace[892713220] 'process raft request' (duration: 425.76621ms)","trace[892713220] 'compare' (duration: 300.154259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:40.803138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.076168Z","time spent":"726.894095ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:40.803272Z","caller":"traceutil/trace.go:171","msg":"trace[1986737826] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"725.061237ms","start":"2026-03-02T02:58:40.078183Z","end":"2026-03-02T02:58:40.803244Z","steps":["trace[1986737826] 'process raft request' (duration: 724.994885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.803389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.078169Z","time spent":"725.162839ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:40.803397Z","caller":"traceutil/trace.go:171","msg":"trace[2116825619] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"726.875474ms","start":"2026-03-02T02:58:40.07649Z","end":"2026-03-02T02:58:40.803365Z","steps":["trace[2116825619] 'process raft request' (duration: 726.509894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:40.803501Z","caller":"traceutil/trace.go:171","msg":"trace[32214270] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"727.066679ms","start":"2026-03-02T02:58:40.076413Z","end":"2026-03-02T02:58:40.80348Z","steps":["trace[32214270] 'process raft request' (duration: 726.439552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:40.803518Z","caller":"traceutil/trace.go:171","msg":"trace[104112511] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"725.57835ms","start":"2026-03-02T02:58:40.077826Z","end":"2026-03-02T02:58:40.803404Z","steps":["trace[104112511] 'process raft request' (duration: 725.302103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.80356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.07646Z","time spent":"727.014678ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:40.803571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.0764Z","time spent":"727.135682ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:40.803408Z","caller":"traceutil/trace.go:171","msg":"trace[514453047] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"726.449903ms","start":"2026-03-02T02:58:40.076926Z","end":"2026-03-02T02:58:40.803376Z","steps":["trace[514453047] 'process raft request' (duration: 726.138755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.803665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.076918Z","time spent":"726.70098ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:40.803697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.077793Z","time spent":"725.798846ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:40.813001Z","caller":"traceutil/trace.go:171","msg":"trace[214595442] linearizableReadLoop","detail":"{readStateIndex:23954; appliedIndex:23946; }","duration":"624.479377ms","start":"2026-03-02T02:58:40.188507Z","end":"2026-03-02T02:58:40.812986Z","steps":["trace[214595442] 'read index received' (duration: 313.45198ms)","trace[214595442] 'applied index is now lower than readState.Index' (duration: 311.026697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:40.813267Z","caller":"traceutil/trace.go:171","msg":"trace[15228266] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"673.182085ms","start":"2026-03-02T02:58:40.140076Z","end":"2026-03-02T02:58:40.813258Z","steps":["trace[15228266] 'process raft request' (duration: 672.790984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.81334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.140053Z","time spent":"673.239136ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:40.813478Z","caller":"traceutil/trace.go:171","msg":"trace[1511026273] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"667.674779ms","start":"2026-03-02T02:58:40.145796Z","end":"2026-03-02T02:58:40.813471Z","steps":["trace[1511026273] 'process raft request' (duration: 667.161026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.813554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.145778Z","time spent":"667.72027ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:40.813678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.177825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:40.81371Z","caller":"traceutil/trace.go:171","msg":"trace[667618301] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23144; }","duration":"625.255987ms","start":"2026-03-02T02:58:40.188447Z","end":"2026-03-02T02:58:40.813703Z","steps":["trace[667618301] 'agreement among raft nodes before linearized reading' (duration: 625.199145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.813731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.188423Z","time spent":"625.303438ms","remote":"127.0.0.1:59934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:40.814018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.54377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:40.814053Z","caller":"traceutil/trace.go:171","msg":"trace[382901732] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23144; }","duration":"618.602401ms","start":"2026-03-02T02:58:40.195441Z","end":"2026-03-02T02:58:40.814043Z","steps":["trace[382901732] 'agreement among raft nodes before linearized reading' (duration: 618.550949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.814074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.195428Z","time spent":"618.640152ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:40.814493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.776988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:40.814527Z","caller":"traceutil/trace.go:171","msg":"trace[1222918182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23144; }","duration":"102.85004ms","start":"2026-03-02T02:58:40.711667Z","end":"2026-03-02T02:58:40.814517Z","steps":["trace[1222918182] 'agreement among raft nodes before linearized reading' (duration: 102.729157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.816052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.998572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:40.816096Z","caller":"traceutil/trace.go:171","msg":"trace[420927974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23144; }","duration":"327.478482ms","start":"2026-03-02T02:58:40.488608Z","end":"2026-03-02T02:58:40.816086Z","steps":["trace[420927974] 'agreement among raft nodes before linearized reading' (duration: 326.041344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.816118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.488573Z","time spent":"327.539463ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:40.816301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.566792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:58:40.816328Z","caller":"traceutil/trace.go:171","msg":"trace[769262068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23144; }","duration":"378.635085ms","start":"2026-03-02T02:58:40.437684Z","end":"2026-03-02T02:58:40.816319Z","steps":["trace[769262068] 'agreement among raft nodes before linearized reading' (duration: 378.561563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.816345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.437664Z","time spent":"378.677555ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:40.816467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.490387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:40.816489Z","caller":"traceutil/trace.go:171","msg":"trace[1807151149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23144; }","duration":"379.554939ms","start":"2026-03-02T02:58:40.436928Z","end":"2026-03-02T02:58:40.816483Z","steps":["trace[1807151149] 'agreement among raft nodes before linearized reading' (duration: 379.497478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.816506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.436907Z","time spent":"379.59493ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:40.816626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.850327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:58:40.816647Z","caller":"traceutil/trace.go:171","msg":"trace[988601511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23144; }","duration":"379.918078ms","start":"2026-03-02T02:58:40.436724Z","end":"2026-03-02T02:58:40.816642Z","steps":["trace[988601511] 'agreement among raft nodes before linearized reading' (duration: 379.863027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:40.816664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.43669Z","time spent":"379.96936ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:58:41.32013Z","caller":"traceutil/trace.go:171","msg":"trace[944918488] linearizableReadLoop","detail":"{readStateIndex:23955; appliedIndex:23954; }","duration":"492.858635ms","start":"2026-03-02T02:58:40.827231Z","end":"2026-03-02T02:58:41.32009Z","steps":["trace[944918488] 'read index received' (duration: 74.752µs)","trace[944918488] 'applied index is now lower than readState.Index' (duration: 492.782683ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:41.320164Z","caller":"traceutil/trace.go:171","msg":"trace[295370704] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"492.932007ms","start":"2026-03-02T02:58:40.827199Z","end":"2026-03-02T02:58:41.320131Z","steps":["trace[295370704] 'process raft request' (duration: 443.954612ms)","trace[295370704] 'compare' (duration: 48.432701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:41.320481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.827179Z","time spent":"493.247006ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:41.320346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.082272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:41.320635Z","caller":"traceutil/trace.go:171","msg":"trace[1922326510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23145; }","duration":"493.413109ms","start":"2026-03-02T02:58:40.827189Z","end":"2026-03-02T02:58:41.320602Z","steps":["trace[1922326510] 'agreement among raft nodes before linearized reading' (duration: 492.996798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.320746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.827168Z","time spent":"493.533523ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:58:41.338207Z","caller":"traceutil/trace.go:171","msg":"trace[784313246] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"222.987577ms","start":"2026-03-02T02:58:41.115201Z","end":"2026-03-02T02:58:41.338189Z","steps":["trace[784313246] 'process raft request' (duration: 222.864784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:41.338256Z","caller":"traceutil/trace.go:171","msg":"trace[777103222] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"510.994255ms","start":"2026-03-02T02:58:40.827251Z","end":"2026-03-02T02:58:41.338245Z","steps":["trace[777103222] 'process raft request' (duration: 510.612055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.338316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.16214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:41.338188Z","caller":"traceutil/trace.go:171","msg":"trace[1497010642] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"510.870051ms","start":"2026-03-02T02:58:40.827282Z","end":"2026-03-02T02:58:41.338152Z","steps":["trace[1497010642] 'process raft request' (duration: 510.745768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.338375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.827224Z","time spent":"511.064297ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:41.338416Z","caller":"traceutil/trace.go:171","msg":"trace[1017550220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23148; }","duration":"184.332036ms","start":"2026-03-02T02:58:41.154053Z","end":"2026-03-02T02:58:41.338386Z","steps":["trace[1017550220] 'agreement among raft nodes before linearized reading' (duration: 184.154411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.338487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:40.827251Z","time spent":"511.151149ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:41.890756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.473505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:41.890876Z","caller":"traceutil/trace.go:171","msg":"trace[1577263642] linearizableReadLoop","detail":"{readStateIndex:23959; appliedIndex:23958; }","duration":"410.464946ms","start":"2026-03-02T02:58:41.480391Z","end":"2026-03-02T02:58:41.890856Z","steps":["trace[1577263642] 'read index received' (duration: 187.726765ms)","trace[1577263642] 'applied index is now lower than readState.Index' (duration: 222.736251ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:41.890976Z","caller":"traceutil/trace.go:171","msg":"trace[446803804] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"477.405337ms","start":"2026-03-02T02:58:41.413552Z","end":"2026-03-02T02:58:41.890957Z","steps":["trace[446803804] 'process raft request' (duration: 254.597614ms)","trace[446803804] 'compare' (duration: 222.038552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:41.891037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.413538Z","time spent":"477.466509ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:41.891415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.024451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:41.891389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.42528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:41.89145Z","caller":"traceutil/trace.go:171","msg":"trace[1063143227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23149; }","duration":"411.105223ms","start":"2026-03-02T02:58:41.480333Z","end":"2026-03-02T02:58:41.891438Z","steps":["trace[1063143227] 'agreement among raft nodes before linearized reading' (duration: 410.99096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.891454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.758858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:41.891476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.480309Z","time spent":"411.160034ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:58:41.89147Z","caller":"traceutil/trace.go:171","msg":"trace[1064665416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23149; }","duration":"403.558714ms","start":"2026-03-02T02:58:41.48789Z","end":"2026-03-02T02:58:41.891449Z","steps":["trace[1064665416] 'agreement among raft nodes before linearized reading' (duration: 403.42538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:41.891509Z","caller":"traceutil/trace.go:171","msg":"trace[177706674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23149; }","duration":"319.903851ms","start":"2026-03-02T02:58:41.57159Z","end":"2026-03-02T02:58:41.891493Z","steps":["trace[177706674] 'agreement among raft nodes before linearized reading' (duration: 319.780088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:41.891525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.487871Z","time spent":"403.642395ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:41.89155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.571549Z","time spent":"319.990643ms","remote":"127.0.0.1:40954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:41.891554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.35683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:58:41.891678Z","caller":"traceutil/trace.go:171","msg":"trace[1675703582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23149; }","duration":"242.532205ms","start":"2026-03-02T02:58:41.649114Z","end":"2026-03-02T02:58:41.891646Z","steps":["trace[1675703582] 'agreement among raft nodes before linearized reading' (duration: 242.219057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.463808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.37804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:42.463946Z","caller":"traceutil/trace.go:171","msg":"trace[1218547838] linearizableReadLoop","detail":"{readStateIndex:23960; appliedIndex:23959; }","duration":"564.52978ms","start":"2026-03-02T02:58:41.899393Z","end":"2026-03-02T02:58:42.463923Z","steps":["trace[1218547838] 'read index received' (duration: 155.875522ms)","trace[1218547838] 'applied index is now lower than readState.Index' (duration: 408.652668ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:42.464038Z","caller":"traceutil/trace.go:171","msg":"trace[96779118] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"567.374135ms","start":"2026-03-02T02:58:41.896648Z","end":"2026-03-02T02:58:42.464022Z","steps":["trace[96779118] 'process raft request' (duration: 158.647156ms)","trace[96779118] 'compare' (duration: 408.153654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:42.464165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.896608Z","time spent":"567.461478ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:42.464641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.236778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:42.464691Z","caller":"traceutil/trace.go:171","msg":"trace[303011482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23150; }","duration":"565.302271ms","start":"2026-03-02T02:58:41.899376Z","end":"2026-03-02T02:58:42.464678Z","steps":["trace[303011482] 'agreement among raft nodes before linearized reading' (duration: 565.101405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.46473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:41.899368Z","time spent":"565.352862ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:58:42.467075Z","caller":"traceutil/trace.go:171","msg":"trace[602226647] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"326.233748ms","start":"2026-03-02T02:58:42.140774Z","end":"2026-03-02T02:58:42.467008Z","steps":["trace[602226647] 'process raft request' (duration: 326.037623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.467335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.140746Z","time spent":"326.468895ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:42.9447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.109989ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:58:42.944982Z","caller":"traceutil/trace.go:171","msg":"trace[1527976204] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23960; }","duration":"480.981911ms","start":"2026-03-02T02:58:42.463979Z","end":"2026-03-02T02:58:42.944961Z","steps":["trace[1527976204] 'read index received' (duration: 2.845455ms)","trace[1527976204] 'applied index is now lower than readState.Index' (duration: 478.135406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:42.9457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.554369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:42.945744Z","caller":"traceutil/trace.go:171","msg":"trace[643775311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23151; }","duration":"511.658163ms","start":"2026-03-02T02:58:42.434071Z","end":"2026-03-02T02:58:42.945729Z","steps":["trace[643775311] 'agreement among raft nodes before linearized reading' (duration: 511.57492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.94586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.434046Z","time spent":"511.794156ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:42.94589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.064572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:42.945987Z","caller":"traceutil/trace.go:171","msg":"trace[65976686] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"302.806139ms","start":"2026-03-02T02:58:42.64315Z","end":"2026-03-02T02:58:42.945956Z","steps":["trace[65976686] 'process raft request' (duration: 301.694319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.946012Z","caller":"traceutil/trace.go:171","msg":"trace[702106536] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23151; }","duration":"760.207366ms","start":"2026-03-02T02:58:42.18577Z","end":"2026-03-02T02:58:42.945978Z","steps":["trace[702106536] 'agreement among raft nodes before linearized reading' (duration: 759.99051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.946082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.185727Z","time spent":"760.33756ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:42.946162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.643113Z","time spent":"302.950282ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:42.990924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.81428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:42.991028Z","caller":"traceutil/trace.go:171","msg":"trace[1830977393] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23152; }","duration":"817.998865ms","start":"2026-03-02T02:58:42.173004Z","end":"2026-03-02T02:58:42.991003Z","steps":["trace[1830977393] 'agreement among raft nodes before linearized reading' (duration: 772.879232ms)","trace[1830977393] 'count revisions from in-memory index tree' (duration: 44.955859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:42.991012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.306936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:58:42.991091Z","caller":"traceutil/trace.go:171","msg":"trace[2071669772] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23152; }","duration":"955.47654ms","start":"2026-03-02T02:58:42.035595Z","end":"2026-03-02T02:58:42.991072Z","steps":["trace[2071669772] 'agreement among raft nodes before linearized reading' (duration: 910.255054ms)","trace[2071669772] 'count revisions from in-memory index tree' (duration: 45.061152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:42.991098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.172979Z","time spent":"818.096857ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:42.991148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.035563Z","time spent":"955.572543ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:42.991197Z","caller":"traceutil/trace.go:171","msg":"trace[1113150589] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"177.825303ms","start":"2026-03-02T02:58:42.813352Z","end":"2026-03-02T02:58:42.991177Z","steps":["trace[1113150589] 'process raft request' (duration: 177.778912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.991274Z","caller":"traceutil/trace.go:171","msg":"trace[820330496] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"178.08243ms","start":"2026-03-02T02:58:42.813153Z","end":"2026-03-02T02:58:42.991236Z","steps":["trace[820330496] 'process raft request' (duration: 177.814233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.991441Z","caller":"traceutil/trace.go:171","msg":"trace[1413198136] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"178.169663ms","start":"2026-03-02T02:58:42.813262Z","end":"2026-03-02T02:58:42.991432Z","steps":["trace[1413198136] 'process raft request' (duration: 177.848264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.991514Z","caller":"traceutil/trace.go:171","msg":"trace[1314825590] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"178.09206ms","start":"2026-03-02T02:58:42.813396Z","end":"2026-03-02T02:58:42.991488Z","steps":["trace[1314825590] 'process raft request' (duration: 177.756201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.991772Z","caller":"traceutil/trace.go:171","msg":"trace[468162581] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"178.325937ms","start":"2026-03-02T02:58:42.813428Z","end":"2026-03-02T02:58:42.991753Z","steps":["trace[468162581] 'process raft request' (duration: 177.967868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:42.991932Z","caller":"traceutil/trace.go:171","msg":"trace[1061874278] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"178.464951ms","start":"2026-03-02T02:58:42.813454Z","end":"2026-03-02T02:58:42.991919Z","steps":["trace[1061874278] 'process raft request' (duration: 178.200244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.991963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.578921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"info","ts":"2026-03-02T02:58:42.992015Z","caller":"traceutil/trace.go:171","msg":"trace[300535183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23158; }","duration":"525.665334ms","start":"2026-03-02T02:58:42.46633Z","end":"2026-03-02T02:58:42.991995Z","steps":["trace[300535183] 'agreement among raft nodes before linearized reading' (duration: 525.5215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.992045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.121531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:42.992033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.597779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:58:42.992045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.46631Z","time spent":"525.727035ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18530,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T02:58:42.992065Z","caller":"traceutil/trace.go:171","msg":"trace[1414281735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23158; }","duration":"502.211303ms","start":"2026-03-02T02:58:42.489847Z","end":"2026-03-02T02:58:42.992059Z","steps":["trace[1414281735] 'agreement among raft nodes before linearized reading' (duration: 502.166582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.992084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.48982Z","time spent":"502.259564ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:42.99208Z","caller":"traceutil/trace.go:171","msg":"trace[2128717825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23158; }","duration":"171.689421ms","start":"2026-03-02T02:58:42.820376Z","end":"2026-03-02T02:58:42.992066Z","steps":["trace[2128717825] 'agreement among raft nodes before linearized reading' (duration: 171.502906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.992095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.231952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:42.992125Z","caller":"traceutil/trace.go:171","msg":"trace[223366178] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23158; }","duration":"339.314055ms","start":"2026-03-02T02:58:42.652802Z","end":"2026-03-02T02:58:42.992116Z","steps":["trace[223366178] 'agreement among raft nodes before linearized reading' (duration: 339.202992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:42.99215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:42.652793Z","time spent":"339.347045ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:43.70245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.629641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:58:43.702531Z","caller":"traceutil/trace.go:171","msg":"trace[907634346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23159; }","duration":"359.781096ms","start":"2026-03-02T02:58:43.342732Z","end":"2026-03-02T02:58:43.702513Z","steps":["trace[907634346] 'range keys from in-memory index tree' (duration: 359.419136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:43.702809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.601197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:43.702856Z","caller":"traceutil/trace.go:171","msg":"trace[1474407283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23159; }","duration":"377.693079ms","start":"2026-03-02T02:58:43.325146Z","end":"2026-03-02T02:58:43.70284Z","steps":["trace[1474407283] 'range keys from in-memory index tree' (duration: 377.464214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:43.702893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.325107Z","time spent":"377.775631ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:43.702455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.623051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:58:43.703613Z","caller":"traceutil/trace.go:171","msg":"trace[262226593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23159; }","duration":"360.933046ms","start":"2026-03-02T02:58:43.342648Z","end":"2026-03-02T02:58:43.703581Z","steps":["trace[262226593] 'range keys from in-memory index tree' (duration: 359.415806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:43.703755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.342626Z","time spent":"361.06974ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:43.702574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.342704Z","time spent":"359.857538ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:58:43.892662Z","caller":"traceutil/trace.go:171","msg":"trace[1838554714] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"182.774524ms","start":"2026-03-02T02:58:43.709556Z","end":"2026-03-02T02:58:43.892331Z","steps":["trace[1838554714] 'process raft request' (duration: 182.503857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.396423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:58:44.581818Z","caller":"traceutil/trace.go:171","msg":"trace[246468551] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23971; }","duration":"685.912461ms","start":"2026-03-02T02:58:43.895884Z","end":"2026-03-02T02:58:44.581796Z","steps":["trace[246468551] 'read index received' (duration: 685.818629ms)","trace[246468551] 'applied index is now lower than readState.Index' (duration: 92.632µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:44.582044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.138867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:44.581978Z","caller":"traceutil/trace.go:171","msg":"trace[2098486380] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"861.148946ms","start":"2026-03-02T02:58:43.720761Z","end":"2026-03-02T02:58:44.58191Z","steps":["trace[2098486380] 'process raft request' (duration: 860.999002ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:44.582077Z","caller":"traceutil/trace.go:171","msg":"trace[1172459321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23162; }","duration":"686.22706ms","start":"2026-03-02T02:58:43.895842Z","end":"2026-03-02T02:58:44.582069Z","steps":["trace[1172459321] 'agreement among raft nodes before linearized reading' (duration: 686.061495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.582115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.895823Z","time spent":"686.282571ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:58:44.582151Z","caller":"traceutil/trace.go:171","msg":"trace[1707935585] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"864.412692ms","start":"2026-03-02T02:58:43.717707Z","end":"2026-03-02T02:58:44.58212Z","steps":["trace[1707935585] 'process raft request' (duration: 863.911389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.582238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.720741Z","time spent":"861.369332ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:44.582296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:43.717699Z","time spent":"864.518585ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:44.918613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.165623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:44.918754Z","caller":"traceutil/trace.go:171","msg":"trace[317050030] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23973; }","duration":"336.8592ms","start":"2026-03-02T02:58:44.581877Z","end":"2026-03-02T02:58:44.918736Z","steps":["trace[317050030] 'read index received' (duration: 161.571574ms)","trace[317050030] 'applied index is now lower than readState.Index' (duration: 175.286156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:44.918877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.483552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:44.918851Z","caller":"traceutil/trace.go:171","msg":"trace[1686838081] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"445.78779ms","start":"2026-03-02T02:58:44.473013Z","end":"2026-03-02T02:58:44.918801Z","steps":["trace[1686838081] 'process raft request' (duration: 270.34159ms)","trace[1686838081] 'compare' (duration: 175.04065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:44.91897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.900598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:44.919004Z","caller":"traceutil/trace.go:171","msg":"trace[1234528754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23163; }","duration":"897.991461ms","start":"2026-03-02T02:58:44.021004Z","end":"2026-03-02T02:58:44.918995Z","steps":["trace[1234528754] 'agreement among raft nodes before linearized reading' (duration: 897.920169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.919042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.472982Z","time spent":"445.960114ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:44.919045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.020976Z","time spent":"898.056482ms","remote":"127.0.0.1:39200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:44.918906Z","caller":"traceutil/trace.go:171","msg":"trace[1681070258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23163; }","duration":"431.552754ms","start":"2026-03-02T02:58:44.487342Z","end":"2026-03-02T02:58:44.918895Z","steps":["trace[1681070258] 'agreement among raft nodes before linearized reading' (duration: 431.473472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.91929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.487325Z","time spent":"431.920173ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:44.945657Z","caller":"traceutil/trace.go:171","msg":"trace[1447159496] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"359.794636ms","start":"2026-03-02T02:58:44.58582Z","end":"2026-03-02T02:58:44.945614Z","steps":["trace[1447159496] 'process raft request' (duration: 359.543709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.945796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.056924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:44.945894Z","caller":"traceutil/trace.go:171","msg":"trace[921028214] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23164; }","duration":"360.205267ms","start":"2026-03-02T02:58:44.585669Z","end":"2026-03-02T02:58:44.945875Z","steps":["trace[921028214] 'agreement among raft nodes before linearized reading' (duration: 360.004022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:44.945952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.585653Z","time spent":"360.28453ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:44.946146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.585807Z","time spent":"359.949211ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:44.946346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.478979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:44.946392Z","caller":"traceutil/trace.go:171","msg":"trace[9944793] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23164; }","duration":"246.587112ms","start":"2026-03-02T02:58:44.699794Z","end":"2026-03-02T02:58:44.946381Z","steps":["trace[9944793] 'agreement among raft nodes before linearized reading' (duration: 245.805812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:45.24343Z","caller":"traceutil/trace.go:171","msg":"trace[1717342348] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"246.171181ms","start":"2026-03-02T02:58:44.997186Z","end":"2026-03-02T02:58:45.243357Z","steps":["trace[1717342348] 'process raft request' (duration: 242.587016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:45.843336Z","caller":"traceutil/trace.go:171","msg":"trace[166361766] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"844.930286ms","start":"2026-03-02T02:58:44.998375Z","end":"2026-03-02T02:58:45.843305Z","steps":["trace[166361766] 'process raft request' (duration: 822.616776ms)","trace[166361766] 'compare' (duration: 21.851098ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:45.843396Z","caller":"traceutil/trace.go:171","msg":"trace[788520265] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"843.776195ms","start":"2026-03-02T02:58:44.999596Z","end":"2026-03-02T02:58:45.843372Z","steps":["trace[788520265] 'process raft request' (duration: 843.684723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:45.843417Z","caller":"traceutil/trace.go:171","msg":"trace[469332084] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"843.986062ms","start":"2026-03-02T02:58:44.999395Z","end":"2026-03-02T02:58:45.843381Z","steps":["trace[469332084] 'process raft request' (duration: 843.809227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:45.843506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.998351Z","time spent":"845.0682ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:45.84387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.999566Z","time spent":"843.877178ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:45.843898Z","caller":"traceutil/trace.go:171","msg":"trace[314216550] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"843.920609ms","start":"2026-03-02T02:58:44.999947Z","end":"2026-03-02T02:58:45.843868Z","steps":["trace[314216550] 'process raft request' (duration: 843.385945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:45.84407Z","caller":"traceutil/trace.go:171","msg":"trace[1090163856] linearizableReadLoop","detail":"{readStateIndex:23981; appliedIndex:23975; }","duration":"813.250358ms","start":"2026-03-02T02:58:45.030791Z","end":"2026-03-02T02:58:45.844042Z","steps":["trace[1090163856] 'read index received' (duration: 208.997327ms)","trace[1090163856] 'applied index is now lower than readState.Index' (duration: 604.251821ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:45.844128Z","caller":"traceutil/trace.go:171","msg":"trace[1541057319] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"844.120405ms","start":"2026-03-02T02:58:44.999985Z","end":"2026-03-02T02:58:45.844106Z","steps":["trace[1541057319] 'process raft request' (duration: 843.785536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:45.844208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.999906Z","time spent":"844.260408ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:45.844195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.999919Z","time spent":"844.133365ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:45.844316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.526446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:58:45.844375Z","caller":"traceutil/trace.go:171","msg":"trace[399027156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23170; }","duration":"813.618948ms","start":"2026-03-02T02:58:45.030741Z","end":"2026-03-02T02:58:45.84436Z","steps":["trace[399027156] 'agreement among raft nodes before linearized reading' (duration: 813.426003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:45.844419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:45.030723Z","time spent":"813.68697ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:45.845131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:44.999374Z","time spent":"844.127375ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:46.080807Z","caller":"traceutil/trace.go:171","msg":"trace[1422109338] linearizableReadLoop","detail":"{readStateIndex:23982; appliedIndex:23981; }","duration":"236.630008ms","start":"2026-03-02T02:58:45.844145Z","end":"2026-03-02T02:58:46.080775Z","steps":["trace[1422109338] 'read index received' (duration: 177.538005ms)","trace[1422109338] 'applied index is now lower than readState.Index' (duration: 59.090863ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:46.081289Z","caller":"traceutil/trace.go:171","msg":"trace[966121797] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"258.984319ms","start":"2026-03-02T02:58:45.82229Z","end":"2026-03-02T02:58:46.081274Z","steps":["trace[966121797] 'process raft request' (duration: 199.394633ms)","trace[966121797] 'compare' (duration: 58.947519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:46.08138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.41515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:46.081452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.765154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:46.081502Z","caller":"traceutil/trace.go:171","msg":"trace[1690587328] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23171; }","duration":"901.592204ms","start":"2026-03-02T02:58:45.179874Z","end":"2026-03-02T02:58:46.081466Z","steps":["trace[1690587328] 'agreement among raft nodes before linearized reading' (duration: 901.41051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:46.081588Z","caller":"traceutil/trace.go:171","msg":"trace[379116815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23171; }","duration":"590.933168ms","start":"2026-03-02T02:58:45.490612Z","end":"2026-03-02T02:58:46.081546Z","steps":["trace[379116815] 'agreement among raft nodes before linearized reading' (duration: 590.761624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:46.081594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:45.179851Z","time spent":"901.720068ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:46.081662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:45.490578Z","time spent":"591.072792ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:46.627251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.384005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:46.627398Z","caller":"traceutil/trace.go:171","msg":"trace[1884299353] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23982; }","duration":"546.484464ms","start":"2026-03-02T02:58:46.080891Z","end":"2026-03-02T02:58:46.627376Z","steps":["trace[1884299353] 'read index received' (duration: 276.834992ms)","trace[1884299353] 'applied index is now lower than readState.Index' (duration: 269.647742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:46.627717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.105538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:46.627759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.997144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:58:46.627769Z","caller":"traceutil/trace.go:171","msg":"trace[569909939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23172; }","duration":"545.20418ms","start":"2026-03-02T02:58:46.082549Z","end":"2026-03-02T02:58:46.627753Z","steps":["trace[569909939] 'agreement among raft nodes before linearized reading' (duration: 545.088547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:46.627763Z","caller":"traceutil/trace.go:171","msg":"trace[48091225] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"778.259794ms","start":"2026-03-02T02:58:45.849465Z","end":"2026-03-02T02:58:46.627724Z","steps":["trace[48091225] 'process raft request' (duration: 508.296004ms)","trace[48091225] 'compare' (duration: 269.243401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:46.627844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.103167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:46.627872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:46.082526Z","time spent":"545.329114ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:46.627963Z","caller":"traceutil/trace.go:171","msg":"trace[1054753881] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23172; }","duration":"196.281071ms","start":"2026-03-02T02:58:46.431629Z","end":"2026-03-02T02:58:46.62791Z","steps":["trace[1054753881] 'agreement among raft nodes before linearized reading' (duration: 196.118407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:46.6278Z","caller":"traceutil/trace.go:171","msg":"trace[565097307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23172; }","duration":"731.097667ms","start":"2026-03-02T02:58:45.896691Z","end":"2026-03-02T02:58:46.627788Z","steps":["trace[565097307] 'agreement among raft nodes before linearized reading' (duration: 730.911732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:46.628008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:45.896659Z","time spent":"731.336043ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:46.628463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:45.849431Z","time spent":"778.458419ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:47.065347Z","caller":"traceutil/trace.go:171","msg":"trace[771948285] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"434.118322ms","start":"2026-03-02T02:58:46.631187Z","end":"2026-03-02T02:58:47.065306Z","steps":["trace[771948285] 'process raft request' (duration: 428.803461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:47.065383Z","caller":"traceutil/trace.go:171","msg":"trace[49010711] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"433.274ms","start":"2026-03-02T02:58:46.632079Z","end":"2026-03-02T02:58:47.065353Z","steps":["trace[49010711] 'process raft request' (duration: 433.189418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:47.065519Z","caller":"traceutil/trace.go:171","msg":"trace[1208566680] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"226.899271ms","start":"2026-03-02T02:58:46.838601Z","end":"2026-03-02T02:58:47.065501Z","steps":["trace[1208566680] 'process raft request' (duration: 226.705836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.065557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:46.631164Z","time spent":"434.281496ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:47.065694Z","caller":"traceutil/trace.go:171","msg":"trace[132411533] linearizableReadLoop","detail":"{readStateIndex:23986; appliedIndex:23983; }","duration":"431.283057ms","start":"2026-03-02T02:58:46.634377Z","end":"2026-03-02T02:58:47.06566Z","steps":["trace[132411533] 'read index received' (duration: 425.524495ms)","trace[132411533] 'applied index is now lower than readState.Index' (duration: 5.756462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:47.065722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:46.632066Z","time spent":"433.445004ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:47.065701Z","caller":"traceutil/trace.go:171","msg":"trace[697540440] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"140.550137ms","start":"2026-03-02T02:58:46.925119Z","end":"2026-03-02T02:58:47.065669Z","steps":["trace[697540440] 'process raft request' (duration: 140.300321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.065861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.461121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:47.065936Z","caller":"traceutil/trace.go:171","msg":"trace[1155687757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23177; }","duration":"431.580915ms","start":"2026-03-02T02:58:46.634335Z","end":"2026-03-02T02:58:47.065916Z","steps":["trace[1155687757] 'agreement among raft nodes before linearized reading' (duration: 431.428091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.065994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:46.634325Z","time spent":"431.653116ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:47.066035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.600883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:58:47.066067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.920009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T02:58:47.066086Z","caller":"traceutil/trace.go:171","msg":"trace[2021007622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23177; }","duration":"116.705237ms","start":"2026-03-02T02:58:46.949365Z","end":"2026-03-02T02:58:47.066071Z","steps":["trace[2021007622] 'agreement among raft nodes before linearized reading' (duration: 116.542143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:47.066142Z","caller":"traceutil/trace.go:171","msg":"trace[1187289900] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:23177; }","duration":"298.040483ms","start":"2026-03-02T02:58:46.768078Z","end":"2026-03-02T02:58:47.066118Z","steps":["trace[1187289900] 'agreement among raft nodes before linearized reading' (duration: 297.788546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:47.065353Z","caller":"traceutil/trace.go:171","msg":"trace[515936819] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"433.266479ms","start":"2026-03-02T02:58:46.632055Z","end":"2026-03-02T02:58:47.065322Z","steps":["trace[515936819] 'process raft request' (duration: 433.150236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.066364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:46.632033Z","time spent":"434.236315ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:47.631911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.069099Z","time spent":"562.803755ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:58:47.699433Z","caller":"traceutil/trace.go:171","msg":"trace[853963357] linearizableReadLoop","detail":"{readStateIndex:23991; appliedIndex:23988; }","duration":"210.369074ms","start":"2026-03-02T02:58:47.489037Z","end":"2026-03-02T02:58:47.699406Z","steps":["trace[853963357] 'read index received' (duration: 119.036228ms)","trace[853963357] 'applied index is now lower than readState.Index' (duration: 91.331806ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:47.699503Z","caller":"traceutil/trace.go:171","msg":"trace[1369033958] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"626.50748ms","start":"2026-03-02T02:58:47.072942Z","end":"2026-03-02T02:58:47.69945Z","steps":["trace[1369033958] 'process raft request' (duration: 626.211342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.699612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.546198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:47.699657Z","caller":"traceutil/trace.go:171","msg":"trace[1840575343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23179; }","duration":"210.6155ms","start":"2026-03-02T02:58:47.48903Z","end":"2026-03-02T02:58:47.699646Z","steps":["trace[1840575343] 'agreement among raft nodes before linearized reading' (duration: 210.515897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:47.69952Z","caller":"traceutil/trace.go:171","msg":"trace[1478248161] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"448.03153ms","start":"2026-03-02T02:58:47.251455Z","end":"2026-03-02T02:58:47.699487Z","steps":["trace[1478248161] 'process raft request' (duration: 447.903217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:47.699699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.072914Z","time spent":"626.681195ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:47.69984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.251416Z","time spent":"448.327448ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:48.331359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.768562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:48.331505Z","caller":"traceutil/trace.go:171","msg":"trace[609858285] linearizableReadLoop","detail":"{readStateIndex:23992; appliedIndex:23991; }","duration":"631.969274ms","start":"2026-03-02T02:58:47.699512Z","end":"2026-03-02T02:58:48.331481Z","steps":["trace[609858285] 'read index received' (duration: 287.998617ms)","trace[609858285] 'applied index is now lower than readState.Index' (duration: 343.966497ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:48.331584Z","caller":"traceutil/trace.go:171","msg":"trace[877363246] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"698.294139ms","start":"2026-03-02T02:58:47.63324Z","end":"2026-03-02T02:58:48.331534Z","steps":["trace[877363246] 'process raft request' (duration: 354.231379ms)","trace[877363246] 'compare' (duration: 342.472798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:48.331726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.566147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:48.331778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.633196Z","time spent":"698.479513ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:48.331789Z","caller":"traceutil/trace.go:171","msg":"trace[1203372004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23180; }","duration":"709.67258ms","start":"2026-03-02T02:58:47.622095Z","end":"2026-03-02T02:58:48.331767Z","steps":["trace[1203372004] 'agreement among raft nodes before linearized reading' (duration: 709.478155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.331844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.622068Z","time spent":"709.758082ms","remote":"127.0.0.1:51038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:48.832245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T02:58:48.935996Z","caller":"traceutil/trace.go:171","msg":"trace[337506969] linearizableReadLoop","detail":"{readStateIndex:23997; appliedIndex:23992; }","duration":"604.434386ms","start":"2026-03-02T02:58:48.331536Z","end":"2026-03-02T02:58:48.93597Z","steps":["trace[337506969] 'read index received' (duration: 547.434008ms)","trace[337506969] 'applied index is now lower than readState.Index' (duration: 56.999378ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:48.936261Z","caller":"traceutil/trace.go:171","msg":"trace[1647429788] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.087556754s","start":"2026-03-02T02:58:47.848689Z","end":"2026-03-02T02:58:48.936246Z","steps":["trace[1647429788] 'process raft request' (duration: 1.030347531s)","trace[1647429788] 'compare' (duration: 56.638888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:48.93637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.848658Z","time spent":"1.087632167s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:48.936489Z","caller":"traceutil/trace.go:171","msg":"trace[222073967] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.085006747s","start":"2026-03-02T02:58:47.85142Z","end":"2026-03-02T02:58:48.936426Z","steps":["trace[222073967] 'process raft request' (duration: 1.084481143s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:48.93659Z","caller":"traceutil/trace.go:171","msg":"trace[261710266] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.085644284s","start":"2026-03-02T02:58:47.850935Z","end":"2026-03-02T02:58:48.93658Z","steps":["trace[261710266] 'process raft request' (duration: 1.084931775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.936663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.272044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:48.936695Z","caller":"traceutil/trace.go:171","msg":"trace[2120357211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23185; }","duration":"902.308325ms","start":"2026-03-02T02:58:48.034378Z","end":"2026-03-02T02:58:48.936687Z","steps":["trace[2120357211] 'agreement among raft nodes before linearized reading' (duration: 902.166951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.936657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.09587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-02T02:58:48.93669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.85092Z","time spent":"1.085704455s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:48.936725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.034317Z","time spent":"902.398777ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:58:48.936748Z","caller":"traceutil/trace.go:171","msg":"trace[1107779324] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.085282164s","start":"2026-03-02T02:58:47.851453Z","end":"2026-03-02T02:58:48.936735Z","steps":["trace[1107779324] 'process raft request' (duration: 1.084480033s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:48.936755Z","caller":"traceutil/trace.go:171","msg":"trace[919495016] range","detail":"{range_begin:/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d; range_end:; response_count:1; response_revision:23185; }","duration":"840.262004ms","start":"2026-03-02T02:58:48.096466Z","end":"2026-03-02T02:58:48.936727Z","steps":["trace[919495016] 'agreement among raft nodes before linearized reading' (duration: 839.906325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.93669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.851403Z","time spent":"1.085189122s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:48.936818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.096444Z","time spent":"840.359916ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-584d9b5c89-pkbm2.1898e51427772d1d\" "} {"level":"warn","ts":"2026-03-02T02:58:48.936835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.851436Z","time spent":"1.085337975s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:48.936514Z","caller":"traceutil/trace.go:171","msg":"trace[1049660641] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.085589653s","start":"2026-03-02T02:58:47.850888Z","end":"2026-03-02T02:58:48.936478Z","steps":["trace[1049660641] 'process raft request' (duration: 1.084927825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.936908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.405783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:48.936941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.170539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:58:48.936967Z","caller":"traceutil/trace.go:171","msg":"trace[432038397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23185; }","duration":"447.531306ms","start":"2026-03-02T02:58:48.489421Z","end":"2026-03-02T02:58:48.936953Z","steps":["trace[432038397] 'agreement among raft nodes before linearized reading' (duration: 447.428013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.936945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.137007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:48.937009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.850873Z","time spent":"1.086070525s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:48.937014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.104093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:48.937049Z","caller":"traceutil/trace.go:171","msg":"trace[1765918694] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23185; }","duration":"720.340782ms","start":"2026-03-02T02:58:48.216684Z","end":"2026-03-02T02:58:48.937025Z","steps":["trace[1765918694] 'agreement among raft nodes before linearized reading' (duration: 720.107296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.937083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.999694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T02:58:48.937081Z","caller":"traceutil/trace.go:171","msg":"trace[1889995606] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23185; }","duration":"535.174624ms","start":"2026-03-02T02:58:48.401865Z","end":"2026-03-02T02:58:48.937039Z","steps":["trace[1889995606] 'agreement among raft nodes before linearized reading' (duration: 535.079112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.937093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.757554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:58:48.937113Z","caller":"traceutil/trace.go:171","msg":"trace[1383633518] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23185; }","duration":"593.092236ms","start":"2026-03-02T02:58:48.344013Z","end":"2026-03-02T02:58:48.937106Z","steps":["trace[1383633518] 'agreement among raft nodes before linearized reading' (duration: 593.000064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.937107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.216658Z","time spent":"720.435585ms","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:48.937126Z","caller":"traceutil/trace.go:171","msg":"trace[1991748717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23185; }","duration":"303.841576ms","start":"2026-03-02T02:58:48.633277Z","end":"2026-03-02T02:58:48.937119Z","steps":["trace[1991748717] 'agreement among raft nodes before linearized reading' (duration: 303.731394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.93714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.633251Z","time spent":"303.885527ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:48.937128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.40185Z","time spent":"535.266637ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:48.937168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148089795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274857"} {"level":"info","ts":"2026-03-02T02:58:48.937686Z","caller":"traceutil/trace.go:171","msg":"trace[246218554] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23185; }","duration":"1.14865588s","start":"2026-03-02T02:58:47.789015Z","end":"2026-03-02T02:58:48.937671Z","steps":["trace[246218554] 'agreement among raft nodes before linearized reading' (duration: 1.147593502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.937738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:47.78899Z","time spent":"1.148729022s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274880,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T02:58:48.936996Z","caller":"traceutil/trace.go:171","msg":"trace[2081856885] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23185; }","duration":"593.293122ms","start":"2026-03-02T02:58:48.343689Z","end":"2026-03-02T02:58:48.936982Z","steps":["trace[2081856885] 'agreement among raft nodes before linearized reading' (duration: 593.057146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:48.937936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.343668Z","time spent":"594.252608ms","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:48.936993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.489399Z","time spent":"447.588138ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:48.937141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.34398Z","time spent":"593.153538ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:58:49.78829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.649249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:49.788405Z","caller":"traceutil/trace.go:171","msg":"trace[1470391838] linearizableReadLoop","detail":"{readStateIndex:23998; appliedIndex:23997; }","duration":"848.040778ms","start":"2026-03-02T02:58:48.940345Z","end":"2026-03-02T02:58:49.788386Z","steps":["trace[1470391838] 'read index received' (duration: 349.161424ms)","trace[1470391838] 'applied index is now lower than readState.Index' (duration: 498.878104ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:49.788485Z","caller":"traceutil/trace.go:171","msg":"trace[1691248587] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"848.539751ms","start":"2026-03-02T02:58:48.939932Z","end":"2026-03-02T02:58:49.788471Z","steps":["trace[1691248587] 'process raft request' (duration: 349.615466ms)","trace[1691248587] 'compare' (duration: 498.518455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:49.78855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.939906Z","time spent":"848.610944ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:49.788816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.441949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:49.789143Z","caller":"traceutil/trace.go:171","msg":"trace[1168019911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23186; }","duration":"848.792919ms","start":"2026-03-02T02:58:48.940333Z","end":"2026-03-02T02:58:49.789126Z","steps":["trace[1168019911] 'agreement among raft nodes before linearized reading' (duration: 848.387238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:49.789185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.940327Z","time spent":"848.84746ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:49.839747Z","caller":"traceutil/trace.go:171","msg":"trace[834903088] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"898.353329ms","start":"2026-03-02T02:58:48.941369Z","end":"2026-03-02T02:58:49.839723Z","steps":["trace[834903088] 'process raft request' (duration: 898.162044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:49.839897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.94135Z","time spent":"898.468343ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:49.839931Z","caller":"traceutil/trace.go:171","msg":"trace[1116261097] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"765.633369ms","start":"2026-03-02T02:58:49.074259Z","end":"2026-03-02T02:58:49.839893Z","steps":["trace[1116261097] 'process raft request' (duration: 765.430223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:49.840153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.07424Z","time spent":"765.814874ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:50.162395Z","caller":"traceutil/trace.go:171","msg":"trace[265554878] linearizableReadLoop","detail":"{readStateIndex:24001; appliedIndex:23998; }","duration":"373.9336ms","start":"2026-03-02T02:58:49.788434Z","end":"2026-03-02T02:58:50.162368Z","steps":["trace[265554878] 'read index received' (duration: 51.148093ms)","trace[265554878] 'applied index is now lower than readState.Index' (duration: 322.784457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:50.162641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075787842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:50.162724Z","caller":"traceutil/trace.go:171","msg":"trace[2047705336] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23189; }","duration":"1.075909435s","start":"2026-03-02T02:58:49.086798Z","end":"2026-03-02T02:58:50.162708Z","steps":["trace[2047705336] 'agreement among raft nodes before linearized reading' (duration: 1.075746251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.162765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.086782Z","time spent":"1.075967686s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:58:50.162824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09046648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:58:50.162922Z","caller":"traceutil/trace.go:171","msg":"trace[96366666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23189; }","duration":"1.090625694s","start":"2026-03-02T02:58:49.072273Z","end":"2026-03-02T02:58:50.162899Z","steps":["trace[96366666] 'agreement among raft nodes before linearized reading' (duration: 1.090308986s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.162953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091310863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:58:50.162978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.072247Z","time spent":"1.090717947s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:58:50.163006Z","caller":"traceutil/trace.go:171","msg":"trace[30163083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23189; }","duration":"1.091393065s","start":"2026-03-02T02:58:49.071593Z","end":"2026-03-02T02:58:50.162986Z","steps":["trace[30163083] 'agreement among raft nodes before linearized reading' (duration: 1.091300952s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:50.16304Z","caller":"traceutil/trace.go:171","msg":"trace[1724669498] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"459.174414ms","start":"2026-03-02T02:58:49.703858Z","end":"2026-03-02T02:58:50.163032Z","steps":["trace[1724669498] 'process raft request' (duration: 458.350092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.163055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.07157Z","time spent":"1.091474187s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:50.163095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22168105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T02:58:50.162845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221443234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:58:50.163161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.910034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:50.163196Z","caller":"traceutil/trace.go:171","msg":"trace[1287123310] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23189; }","duration":"1.221846025s","start":"2026-03-02T02:58:48.941342Z","end":"2026-03-02T02:58:50.163188Z","steps":["trace[1287123310] 'agreement among raft nodes before linearized reading' (duration: 1.22126604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.163194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.002128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:50.163212Z","caller":"traceutil/trace.go:171","msg":"trace[2031579800] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23189; }","duration":"319.017237ms","start":"2026-03-02T02:58:49.844182Z","end":"2026-03-02T02:58:50.163199Z","steps":["trace[2031579800] 'agreement among raft nodes before linearized reading' (duration: 318.931025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:50.163244Z","caller":"traceutil/trace.go:171","msg":"trace[875789786] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23189; }","duration":"175.099441ms","start":"2026-03-02T02:58:49.988138Z","end":"2026-03-02T02:58:50.163238Z","steps":["trace[875789786] 'agreement among raft nodes before linearized reading' (duration: 175.02916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:50.16317Z","caller":"traceutil/trace.go:171","msg":"trace[1008504261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23189; }","duration":"1.221929867s","start":"2026-03-02T02:58:48.941226Z","end":"2026-03-02T02:58:50.163156Z","steps":["trace[1008504261] 'agreement among raft nodes before linearized reading' (duration: 1.221404743s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.163278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090886521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:58:50.163308Z","caller":"traceutil/trace.go:171","msg":"trace[2134008803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23189; }","duration":"1.090973534s","start":"2026-03-02T02:58:49.072328Z","end":"2026-03-02T02:58:50.163302Z","steps":["trace[2134008803] 'agreement among raft nodes before linearized reading' (duration: 1.090904502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.163328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.072303Z","time spent":"1.091019925s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:58:50.163221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.941334Z","time spent":"1.221881896s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:58:50.16332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.799878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:50.163124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.703828Z","time spent":"459.238556ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:50.163426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:48.941215Z","time spent":"1.222159573s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:58:50.1638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.523454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:50.163257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.84416Z","time spent":"319.087979ms","remote":"127.0.0.1:39422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:50.163418Z","caller":"traceutil/trace.go:171","msg":"trace[652918740] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23189; }","duration":"336.955712ms","start":"2026-03-02T02:58:49.82644Z","end":"2026-03-02T02:58:50.163396Z","steps":["trace[652918740] 'agreement among raft nodes before linearized reading' (duration: 336.746636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.164093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.826428Z","time spent":"337.61822ms","remote":"127.0.0.1:45612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:50.163559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.77881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:50.164289Z","caller":"traceutil/trace.go:171","msg":"trace[1255977109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23189; }","duration":"460.556671ms","start":"2026-03-02T02:58:49.703699Z","end":"2026-03-02T02:58:50.164256Z","steps":["trace[1255977109] 'agreement among raft nodes before linearized reading' (duration: 459.402961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.164405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.703667Z","time spent":"460.690464ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:58:50.164548Z","caller":"traceutil/trace.go:171","msg":"trace[292561615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23189; }","duration":"366.652627ms","start":"2026-03-02T02:58:49.797216Z","end":"2026-03-02T02:58:50.163868Z","steps":["trace[292561615] 'agreement among raft nodes before linearized reading' (duration: 365.61948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.166118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:49.797197Z","time spent":"368.653481ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:58:50.723207Z","caller":"traceutil/trace.go:171","msg":"trace[1897933183] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"552.831401ms","start":"2026-03-02T02:58:50.170352Z","end":"2026-03-02T02:58:50.723183Z","steps":["trace[1897933183] 'process raft request' (duration: 490.464752ms)","trace[1897933183] 'compare' (duration: 62.00678ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:50.723228Z","caller":"traceutil/trace.go:171","msg":"trace[1266463008] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:24001; }","duration":"549.573156ms","start":"2026-03-02T02:58:50.17363Z","end":"2026-03-02T02:58:50.723203Z","steps":["trace[1266463008] 'read index received' (duration: 86.525259ms)","trace[1266463008] 'applied index is now lower than readState.Index' (duration: 463.046797ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:50.723343Z","caller":"traceutil/trace.go:171","msg":"trace[1832996563] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"552.888383ms","start":"2026-03-02T02:58:50.170441Z","end":"2026-03-02T02:58:50.72333Z","steps":["trace[1832996563] 'process raft request' (duration: 552.718669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.723334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.170327Z","time spent":"552.940425ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:50.723347Z","caller":"traceutil/trace.go:171","msg":"trace[1605320385] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"552.874203ms","start":"2026-03-02T02:58:50.17045Z","end":"2026-03-02T02:58:50.723324Z","steps":["trace[1605320385] 'process raft request' (duration: 552.645557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.723454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.170414Z","time spent":"552.955305ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:50.723458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.17044Z","time spent":"552.964065ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:50.723476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.826843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:50.723551Z","caller":"traceutil/trace.go:171","msg":"trace[522913428] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23193; }","duration":"549.901465ms","start":"2026-03-02T02:58:50.173626Z","end":"2026-03-02T02:58:50.723527Z","steps":["trace[522913428] 'agreement among raft nodes before linearized reading' (duration: 549.74632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.723602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.173584Z","time spent":"550.004237ms","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:58:50.793814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.626717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:50.793904Z","caller":"traceutil/trace.go:171","msg":"trace[857174547] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23194; }","duration":"563.781151ms","start":"2026-03-02T02:58:50.230102Z","end":"2026-03-02T02:58:50.793883Z","steps":["trace[857174547] 'agreement among raft nodes before linearized reading' (duration: 563.601896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.793902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.25063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T02:58:50.793959Z","caller":"traceutil/trace.go:171","msg":"trace[1034931431] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23194; }","duration":"568.370023ms","start":"2026-03-02T02:58:50.225575Z","end":"2026-03-02T02:58:50.793945Z","steps":["trace[1034931431] 'agreement among raft nodes before linearized reading' (duration: 568.204528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.793952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.23008Z","time spent":"563.860714ms","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:58:50.793989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.225552Z","time spent":"568.428744ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T02:58:50.794251Z","caller":"traceutil/trace.go:171","msg":"trace[765369166] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"343.176646ms","start":"2026-03-02T02:58:50.451061Z","end":"2026-03-02T02:58:50.794238Z","steps":["trace[765369166] 'process raft request' (duration: 342.412056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.794344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.45103Z","time spent":"343.244568ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:50.794592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.538226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T02:58:50.794701Z","caller":"traceutil/trace.go:171","msg":"trace[1828198986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23194; }","duration":"526.70393ms","start":"2026-03-02T02:58:50.267976Z","end":"2026-03-02T02:58:50.79468Z","steps":["trace[1828198986] 'agreement among raft nodes before linearized reading' (duration: 526.393742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:50.79475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.267955Z","time spent":"526.783463ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:58:51.309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.579149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:51.309167Z","caller":"traceutil/trace.go:171","msg":"trace[2084674435] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"511.026186ms","start":"2026-03-02T02:58:50.7981Z","end":"2026-03-02T02:58:51.309126Z","steps":["trace[2084674435] 'process raft request' (duration: 41.2215ms)","trace[2084674435] 'compare' (duration: 469.278742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:51.309287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.798079Z","time spent":"511.15561ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:51.309333Z","caller":"traceutil/trace.go:171","msg":"trace[1052935378] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24006; }","duration":"509.099115ms","start":"2026-03-02T02:58:50.800193Z","end":"2026-03-02T02:58:51.309292Z","steps":["trace[1052935378] 'read index received' (duration: 39.108915ms)","trace[1052935378] 'applied index is now lower than readState.Index' (duration: 469.9859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:58:51.309512Z","caller":"traceutil/trace.go:171","msg":"trace[177394972] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"367.53104ms","start":"2026-03-02T02:58:50.941965Z","end":"2026-03-02T02:58:51.309496Z","steps":["trace[177394972] 'process raft request' (duration: 367.170271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:51.309647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.941934Z","time spent":"367.645854ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:58:51.309691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.463484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:58:51.309786Z","caller":"traceutil/trace.go:171","msg":"trace[1780779031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23195; }","duration":"509.606439ms","start":"2026-03-02T02:58:50.800159Z","end":"2026-03-02T02:58:51.309765Z","steps":["trace[1780779031] 'agreement among raft nodes before linearized reading' (duration: 509.26925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:51.309846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.800147Z","time spent":"509.68638ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:58:52.189155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.354624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:58:52.189521Z","caller":"traceutil/trace.go:171","msg":"trace[297030231] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"820.601524ms","start":"2026-03-02T02:58:51.368899Z","end":"2026-03-02T02:58:52.1895Z","steps":["trace[297030231] 'process raft request' (duration: 820.564733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.189586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.368872Z","time spent":"820.682956ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.189774Z","caller":"traceutil/trace.go:171","msg":"trace[1076274876] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.247739711s","start":"2026-03-02T02:58:50.942022Z","end":"2026-03-02T02:58:52.189762Z","steps":["trace[1076274876] 'process raft request' (duration: 780.673878ms)","trace[1076274876] 'compare' (duration: 465.7893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:52.189821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.941978Z","time spent":"1.247817073s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.190047Z","caller":"traceutil/trace.go:171","msg":"trace[1155328470] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"1.247440543s","start":"2026-03-02T02:58:50.942597Z","end":"2026-03-02T02:58:52.190038Z","steps":["trace[1155328470] 'process raft request' (duration: 1.246674902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.190101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.942582Z","time spent":"1.247490444s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.190243Z","caller":"traceutil/trace.go:171","msg":"trace[725092247] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.247588277s","start":"2026-03-02T02:58:50.942646Z","end":"2026-03-02T02:58:52.190234Z","steps":["trace[725092247] 'process raft request' (duration: 1.246715824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.190293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.942631Z","time spent":"1.247635898s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.190398Z","caller":"traceutil/trace.go:171","msg":"trace[1696248930] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"1.246879868s","start":"2026-03-02T02:58:50.943509Z","end":"2026-03-02T02:58:52.190389Z","steps":["trace[1696248930] 'process raft request' (duration: 1.245891122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.19044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.943497Z","time spent":"1.2469198s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.190538Z","caller":"traceutil/trace.go:171","msg":"trace[515471210] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"1.103523517s","start":"2026-03-02T02:58:51.087007Z","end":"2026-03-02T02:58:52.190531Z","steps":["trace[515471210] 'process raft request' (duration: 1.102418077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.19058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.086975Z","time spent":"1.103580818s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.190708Z","caller":"traceutil/trace.go:171","msg":"trace[1442460062] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24008; }","duration":"881.287699ms","start":"2026-03-02T02:58:51.30941Z","end":"2026-03-02T02:58:52.190697Z","steps":["trace[1442460062] 'read index received' (duration: 413.306892ms)","trace[1442460062] 'applied index is now lower than readState.Index' (duration: 467.979627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:52.190899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201682903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:52.190881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.079406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:52.190968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239467272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.190972Z","caller":"traceutil/trace.go:171","msg":"trace[794920399] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23202; }","duration":"979.23465ms","start":"2026-03-02T02:58:51.211714Z","end":"2026-03-02T02:58:52.190949Z","steps":["trace[794920399] 'agreement among raft nodes before linearized reading' (duration: 979.083116ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.190994Z","caller":"traceutil/trace.go:171","msg":"trace[394505283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23202; }","duration":"1.239518614s","start":"2026-03-02T02:58:50.951469Z","end":"2026-03-02T02:58:52.190988Z","steps":["trace[394505283] 'agreement among raft nodes before linearized reading' (duration: 1.239472342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.191023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.95146Z","time spent":"1.239555404s","remote":"127.0.0.1:45620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.191023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.211691Z","time spent":"979.318531ms","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:52.190927Z","caller":"traceutil/trace.go:171","msg":"trace[1028920193] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23202; }","duration":"1.201749195s","start":"2026-03-02T02:58:50.989169Z","end":"2026-03-02T02:58:52.190918Z","steps":["trace[1028920193] 'agreement among raft nodes before linearized reading' (duration: 1.201679553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.191227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:50.989149Z","time spent":"1.202064283s","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.191261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.247497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T02:58:52.191345Z","caller":"traceutil/trace.go:171","msg":"trace[1320928289] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23202; }","duration":"977.390001ms","start":"2026-03-02T02:58:51.213938Z","end":"2026-03-02T02:58:52.191328Z","steps":["trace[1320928289] 'agreement among raft nodes before linearized reading' (duration: 977.178345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.19138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.213913Z","time spent":"977.458133ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:58:52.242333Z","caller":"traceutil/trace.go:171","msg":"trace[1690438226] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"398.185692ms","start":"2026-03-02T02:58:51.844117Z","end":"2026-03-02T02:58:52.242303Z","steps":["trace[1690438226] 'process raft request' (duration: 398.017437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.2425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.844079Z","time spent":"398.330316ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.977601Z","caller":"traceutil/trace.go:171","msg":"trace[1802557024] linearizableReadLoop","detail":"{readStateIndex:24016; appliedIndex:24014; }","duration":"786.85427ms","start":"2026-03-02T02:58:52.190726Z","end":"2026-03-02T02:58:52.977581Z","steps":["trace[1802557024] 'read index received' (duration: 51.480351ms)","trace[1802557024] 'applied index is now lower than readState.Index' (duration: 735.372979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:58:52.977753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161109469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.977802Z","caller":"traceutil/trace.go:171","msg":"trace[1687394950] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23204; }","duration":"1.161227032s","start":"2026-03-02T02:58:51.816549Z","end":"2026-03-02T02:58:52.977777Z","steps":["trace[1687394950] 'agreement among raft nodes before linearized reading' (duration: 1.16113923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.977836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.816524Z","time spent":"1.161301814s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.977941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66669862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"warn","ts":"2026-03-02T02:58:52.977957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134682639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:58:52.978015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466459665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.978087Z","caller":"traceutil/trace.go:171","msg":"trace[1415277751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23204; }","duration":"1.666867515s","start":"2026-03-02T02:58:51.31114Z","end":"2026-03-02T02:58:52.978007Z","steps":["trace[1415277751] 'agreement among raft nodes before linearized reading' (duration: 1.666571627s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.978088Z","caller":"traceutil/trace.go:171","msg":"trace[1142813351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23204; }","duration":"1.134892076s","start":"2026-03-02T02:58:51.843164Z","end":"2026-03-02T02:58:52.978056Z","steps":["trace[1142813351] 'agreement among raft nodes before linearized reading' (duration: 1.134490965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489928125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:58:52.978152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.452832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:58:52.97817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.843139Z","time spent":"1.135014538s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:58:52.978154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.958577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.978218Z","caller":"traceutil/trace.go:171","msg":"trace[1138595564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23204; }","duration":"1.490115261s","start":"2026-03-02T02:58:51.488069Z","end":"2026-03-02T02:58:52.978184Z","steps":["trace[1138595564] 'agreement among raft nodes before linearized reading' (duration: 1.489927626s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.978254Z","caller":"traceutil/trace.go:171","msg":"trace[1406871490] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"808.064771ms","start":"2026-03-02T02:58:52.170179Z","end":"2026-03-02T02:58:52.978244Z","steps":["trace[1406871490] 'process raft request' (duration: 807.250619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.032789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T02:58:52.978299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.244012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:58:52.97823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.31112Z","time spent":"1.66702494s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18530,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:58:52.978365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.170153Z","time spent":"808.136973ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:58:52.97821Z","caller":"traceutil/trace.go:171","msg":"trace[593395592] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23204; }","duration":"698.523454ms","start":"2026-03-02T02:58:52.279671Z","end":"2026-03-02T02:58:52.978194Z","steps":["trace[593395592] 'agreement among raft nodes before linearized reading' (duration: 698.448822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.236935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.978533Z","caller":"traceutil/trace.go:171","msg":"trace[1251097387] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23204; }","duration":"628.727868ms","start":"2026-03-02T02:58:52.349793Z","end":"2026-03-02T02:58:52.978521Z","steps":["trace[1251097387] 'agreement among raft nodes before linearized reading' (duration: 628.271476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.279657Z","time spent":"698.837122ms","remote":"127.0.0.1:59798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.978569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.349769Z","time spent":"628.78885ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:52.978317Z","caller":"traceutil/trace.go:171","msg":"trace[1555061149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23204; }","duration":"251.079739ms","start":"2026-03-02T02:58:52.727232Z","end":"2026-03-02T02:58:52.978312Z","steps":["trace[1555061149] 'agreement among raft nodes before linearized reading' (duration: 250.963016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.978092Z","caller":"traceutil/trace.go:171","msg":"trace[1137770456] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23204; }","duration":"1.466598448s","start":"2026-03-02T02:58:51.511472Z","end":"2026-03-02T02:58:52.97807Z","steps":["trace[1137770456] 'agreement among raft nodes before linearized reading' (duration: 1.466458374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.511451Z","time spent":"1.467503082s","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.978209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.553327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:58:52.979088Z","caller":"traceutil/trace.go:171","msg":"trace[484144392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23204; }","duration":"715.477743ms","start":"2026-03-02T02:58:52.263599Z","end":"2026-03-02T02:58:52.979076Z","steps":["trace[484144392] 'agreement among raft nodes before linearized reading' (duration: 714.527737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.979133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.263571Z","time spent":"715.550995ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:58:52.978305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.488044Z","time spent":"1.490239744s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:58:52.978305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.035823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:58:52.97939Z","caller":"traceutil/trace.go:171","msg":"trace[73836961] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23204; }","duration":"907.172033ms","start":"2026-03-02T02:58:52.072204Z","end":"2026-03-02T02:58:52.979376Z","steps":["trace[73836961] 'agreement among raft nodes before linearized reading' (duration: 906.015052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.979438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.072183Z","time spent":"907.242874ms","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.978166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084735879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:58:52.979555Z","caller":"traceutil/trace.go:171","msg":"trace[77570202] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23204; }","duration":"1.086199538s","start":"2026-03-02T02:58:51.893343Z","end":"2026-03-02T02:58:52.979542Z","steps":["trace[77570202] 'agreement among raft nodes before linearized reading' (duration: 1.084567775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.979599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:51.893274Z","time spent":"1.086309461s","remote":"127.0.0.1:59568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:58:52.978332Z","caller":"traceutil/trace.go:171","msg":"trace[1413134003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23204; }","duration":"246.294463ms","start":"2026-03-02T02:58:52.732028Z","end":"2026-03-02T02:58:52.978322Z","steps":["trace[1413134003] 'agreement among raft nodes before linearized reading' (duration: 246.214951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:58:52.97834Z","caller":"traceutil/trace.go:171","msg":"trace[1195606667] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23204; }","duration":"434.236644ms","start":"2026-03-02T02:58:52.544011Z","end":"2026-03-02T02:58:52.978248Z","steps":["trace[1195606667] 'agreement among raft nodes before linearized reading' (duration: 433.923285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.979851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.54399Z","time spent":"435.807026ms","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:58:52.978376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.253524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:58:52.979966Z","caller":"traceutil/trace.go:171","msg":"trace[1282328124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23204; }","duration":"252.863967ms","start":"2026-03-02T02:58:52.727081Z","end":"2026-03-02T02:58:52.979945Z","steps":["trace[1282328124] 'agreement among raft nodes before linearized reading' (duration: 251.265024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.978014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.088928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T02:58:52.980102Z","caller":"traceutil/trace.go:171","msg":"trace[1206373214] range","detail":"{range_begin:/registry/persistentvolumes/pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e; range_end:; response_count:1; response_revision:23204; }","duration":"786.234624ms","start":"2026-03-02T02:58:52.193846Z","end":"2026-03-02T02:58:52.980081Z","steps":["trace[1206373214] 'agreement among raft nodes before linearized reading' (duration: 783.934243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:58:52.98017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:58:52.193828Z","time spent":"786.324396ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-20d5f887-45e0-4ff8-b847-3888bbce6b7e\" "} {"level":"info","ts":"2026-03-02T02:59:08.619143Z","caller":"traceutil/trace.go:171","msg":"trace[2136181938] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"517.790575ms","start":"2026-03-02T02:59:08.101305Z","end":"2026-03-02T02:59:08.619096Z","steps":["trace[2136181938] 'process raft request' (duration: 437.496571ms)","trace[2136181938] 'compare' (duration: 79.591265ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:08.619234Z","caller":"traceutil/trace.go:171","msg":"trace[256743853] linearizableReadLoop","detail":"{readStateIndex:24174; appliedIndex:24173; }","duration":"517.677112ms","start":"2026-03-02T02:59:08.10153Z","end":"2026-03-02T02:59:08.619207Z","steps":["trace[256743853] 'read index received' (duration: 437.294946ms)","trace[256743853] 'applied index is now lower than readState.Index' (duration: 80.380636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:08.619357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.101292Z","time spent":"517.96652ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:08.619431Z","caller":"traceutil/trace.go:171","msg":"trace[1269579969] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"293.612536ms","start":"2026-03-02T02:59:08.325799Z","end":"2026-03-02T02:59:08.619411Z","steps":["trace[1269579969] 'process raft request' (duration: 293.443432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.619527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.97409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T02:59:08.619561Z","caller":"traceutil/trace.go:171","msg":"trace[1133267870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23360; }","duration":"518.037942ms","start":"2026-03-02T02:59:08.101514Z","end":"2026-03-02T02:59:08.619552Z","steps":["trace[1133267870] 'agreement among raft nodes before linearized reading' (duration: 517.832017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.619593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.10149Z","time spent":"518.094963ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1469,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T02:59:08.619533Z","caller":"traceutil/trace.go:171","msg":"trace[622508807] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"333.279325ms","start":"2026-03-02T02:59:08.286224Z","end":"2026-03-02T02:59:08.619504Z","steps":["trace[622508807] 'process raft request' (duration: 332.859664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:08.619699Z","caller":"traceutil/trace.go:171","msg":"trace[334398253] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"305.912051ms","start":"2026-03-02T02:59:08.313374Z","end":"2026-03-02T02:59:08.619286Z","steps":["trace[334398253] 'process raft request' (duration: 305.828289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.619771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.286157Z","time spent":"333.503541ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:08.619853Z","caller":"traceutil/trace.go:171","msg":"trace[1604611483] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"293.952014ms","start":"2026-03-02T02:59:08.325877Z","end":"2026-03-02T02:59:08.619829Z","steps":["trace[1604611483] 'process raft request' (duration: 293.471672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.620025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.313353Z","time spent":"306.440665ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:08.620332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.074676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-02T02:59:08.620491Z","caller":"traceutil/trace.go:171","msg":"trace[1382542286] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23362; }","duration":"517.267041ms","start":"2026-03-02T02:59:08.103193Z","end":"2026-03-02T02:59:08.62046Z","steps":["trace[1382542286] 'agreement among raft nodes before linearized reading' (duration: 516.84177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.620551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.103187Z","time spent":"517.353283ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-02T02:59:08.620597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.99443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:08.620393Z","caller":"traceutil/trace.go:171","msg":"trace[470370367] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"152.782411ms","start":"2026-03-02T02:59:08.467589Z","end":"2026-03-02T02:59:08.620371Z","steps":["trace[470370367] 'process raft request' (duration: 152.245306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:08.620705Z","caller":"traceutil/trace.go:171","msg":"trace[2100100101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23362; }","duration":"383.175715ms","start":"2026-03-02T02:59:08.237507Z","end":"2026-03-02T02:59:08.620682Z","steps":["trace[2100100101] 'agreement among raft nodes before linearized reading' (duration: 382.919818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.620756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.237481Z","time spent":"383.263147ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:08.621112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.816587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-02T02:59:08.621283Z","caller":"traceutil/trace.go:171","msg":"trace[411666022] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23362; }","duration":"376.928659ms","start":"2026-03-02T02:59:08.244245Z","end":"2026-03-02T02:59:08.621174Z","steps":["trace[411666022] 'agreement among raft nodes before linearized reading' (duration: 376.119437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:08.621369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:08.244229Z","time spent":"377.123895ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-02T02:59:11.32828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:11.465583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.985355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:11.465681Z","caller":"traceutil/trace.go:171","msg":"trace[1248117390] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23377; }","duration":"902.102758ms","start":"2026-03-02T02:59:10.563556Z","end":"2026-03-02T02:59:11.465659Z","steps":["trace[1248117390] 'count revisions from in-memory index tree' (duration: 901.899963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:11.465675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.761456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3642"} {"level":"warn","ts":"2026-03-02T02:59:11.465732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.563503Z","time spent":"902.215231ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:11.465868Z","caller":"traceutil/trace.go:171","msg":"trace[2105312475] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23377; }","duration":"947.898649ms","start":"2026-03-02T02:59:10.517843Z","end":"2026-03-02T02:59:11.465741Z","steps":["trace[2105312475] 'range keys from in-memory index tree' (duration: 947.492769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:11.465963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.517823Z","time spent":"948.116076ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"info","ts":"2026-03-02T02:59:11.46602Z","caller":"traceutil/trace.go:171","msg":"trace[1825771078] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"841.270329ms","start":"2026-03-02T02:59:10.624696Z","end":"2026-03-02T02:59:11.465966Z","steps":["trace[1825771078] 'process raft request' (duration: 814.984734ms)","trace[1825771078] 'compare' (duration: 25.778322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:11.466294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.624638Z","time spent":"841.512925ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.57167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132130064s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:12.623165Z","caller":"traceutil/trace.go:171","msg":"trace[319806833] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.99826106s","start":"2026-03-02T02:59:10.624885Z","end":"2026-03-02T02:59:12.623146Z","steps":["trace[319806833] 'process raft request' (duration: 1.998135547s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.623195Z","caller":"traceutil/trace.go:171","msg":"trace[779556639] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24194; }","duration":"1.795717264s","start":"2026-03-02T02:59:10.827458Z","end":"2026-03-02T02:59:12.623175Z","steps":["trace[779556639] 'read index received' (duration: 612.244173ms)","trace[779556639] 'applied index is now lower than readState.Index' (duration: 1.183472241s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:12.623241Z","caller":"traceutil/trace.go:171","msg":"trace[2040527319] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"1.367935619s","start":"2026-03-02T02:59:11.255296Z","end":"2026-03-02T02:59:12.623231Z","steps":["trace[2040527319] 'process raft request' (duration: 1.367854897s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.623296Z","caller":"traceutil/trace.go:171","msg":"trace[414214030] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"1.99522019s","start":"2026-03-02T02:59:10.628019Z","end":"2026-03-02T02:59:12.623239Z","steps":["trace[414214030] 'process raft request' (duration: 1.995112047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:12.623354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795874108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:12.623383Z","caller":"traceutil/trace.go:171","msg":"trace[339820669] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23383; }","duration":"1.79596569s","start":"2026-03-02T02:59:10.827409Z","end":"2026-03-02T02:59:12.623375Z","steps":["trace[339820669] 'agreement among raft nodes before linearized reading' (duration: 1.795863327s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:12.623389Z","caller":"traceutil/trace.go:171","msg":"trace[688781623] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.998072015s","start":"2026-03-02T02:59:10.625306Z","end":"2026-03-02T02:59:12.623378Z","steps":["trace[688781623] 'process raft request' (duration: 1.997803738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:12.623422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.827392Z","time spent":"1.796020892s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:12.623338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.624861Z","time spent":"1.998381964s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.623444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.625292Z","time spent":"1.998122506s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.623514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.628012Z","time spent":"1.995379824s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:12.623157Z","caller":"traceutil/trace.go:171","msg":"trace[1324595750] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.998234579s","start":"2026-03-02T02:59:10.624864Z","end":"2026-03-02T02:59:12.623099Z","steps":["trace[1324595750] 'process raft request' (duration: 1.946974513s)","trace[1324595750] 'compare' (duration: 50.859555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:12.623893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:10.624838Z","time spent":"1.999002929s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:12.623339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.255264Z","time spent":"1.368005851s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:13.123724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:13.504074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:13.504195Z","caller":"traceutil/trace.go:171","msg":"trace[65266665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344666s","start":"2026-03-02T02:59:11.503829Z","end":"2026-03-02T02:59:13.504174Z","steps":["trace[65266665] 'agreement among raft nodes before linearized reading' (duration: 2.000188772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.504259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.5038Z","time spent":"2.000443139s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:13.623938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:13.734906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163065881s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:13.803231Z","caller":"traceutil/trace.go:171","msg":"trace[761515241] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"2.328367222s","start":"2026-03-02T02:59:11.474821Z","end":"2026-03-02T02:59:13.803188Z","steps":["trace[761515241] 'process raft request' (duration: 2.260314242s)","trace[761515241] 'compare' (duration: 67.839834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:13.803424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.474794Z","time spent":"2.328532196s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:13.803829Z","caller":"traceutil/trace.go:171","msg":"trace[1798636087] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"2.271609731s","start":"2026-03-02T02:59:11.532192Z","end":"2026-03-02T02:59:13.803802Z","steps":["trace[1798636087] 'process raft request' (duration: 2.270923143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:13.804046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.532165Z","time spent":"2.271738485s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:14.436711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.303239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:59:14.437132Z","caller":"traceutil/trace.go:171","msg":"trace[527106794] linearizableReadLoop","detail":"{readStateIndex:24207; appliedIndex:24200; }","duration":"1.813861773s","start":"2026-03-02T02:59:12.623249Z","end":"2026-03-02T02:59:14.437111Z","steps":["trace[527106794] 'read index received' (duration: 1.111904728s)","trace[527106794] 'applied index is now lower than readState.Index' (duration: 701.955945ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:14.437597Z","caller":"traceutil/trace.go:171","msg":"trace[918193836] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"1.958236172s","start":"2026-03-02T02:59:12.479326Z","end":"2026-03-02T02:59:14.437562Z","steps":["trace[918193836] 'process raft request' (duration: 1.957635956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.437611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182342987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:59:14.437665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808232964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:14.437703Z","caller":"traceutil/trace.go:171","msg":"trace[1052474791] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"1.097071475s","start":"2026-03-02T02:59:13.340612Z","end":"2026-03-02T02:59:14.437683Z","steps":["trace[1052474791] 'process raft request' (duration: 1.096401397s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:14.438619Z","caller":"traceutil/trace.go:171","msg":"trace[2084695550] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23389; }","duration":"1.80921721s","start":"2026-03-02T02:59:12.629379Z","end":"2026-03-02T02:59:14.438596Z","steps":["trace[2084695550] 'agreement among raft nodes before linearized reading' (duration: 1.808231274s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:14.437716Z","caller":"traceutil/trace.go:171","msg":"trace[1885460418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23389; }","duration":"3.182505321s","start":"2026-03-02T02:59:11.255179Z","end":"2026-03-02T02:59:14.437684Z","steps":["trace[1885460418] 'agreement among raft nodes before linearized reading' (duration: 3.182190533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.438697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.34058Z","time spent":"1.098048611s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:14.438759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.629364Z","time spent":"1.809370324s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:14.438777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.255154Z","time spent":"3.1835894s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:14.437719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238250985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T02:59:14.438838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708604019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T02:59:14.438936Z","caller":"traceutil/trace.go:171","msg":"trace[1508949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23389; }","duration":"1.708795054s","start":"2026-03-02T02:59:12.730116Z","end":"2026-03-02T02:59:14.438911Z","steps":["trace[1508949] 'agreement among raft nodes before linearized reading' (duration: 1.707754767s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:14.438944Z","caller":"traceutil/trace.go:171","msg":"trace[1725804056] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23389; }","duration":"3.239500349s","start":"2026-03-02T02:59:11.199398Z","end":"2026-03-02T02:59:14.438898Z","steps":["trace[1725804056] 'agreement among raft nodes before linearized reading' (duration: 3.238132513s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.438995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.730097Z","time spent":"1.708883826s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:59:14.439023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.199379Z","time spent":"3.239616372s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T02:59:14.437729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.221256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:14.439199Z","caller":"traceutil/trace.go:171","msg":"trace[14772887] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23389; }","duration":"547.697094ms","start":"2026-03-02T02:59:13.89148Z","end":"2026-03-02T02:59:14.439177Z","steps":["trace[14772887] 'agreement among raft nodes before linearized reading' (duration: 546.179834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.439252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.891409Z","time spent":"547.825818ms","remote":"127.0.0.1:41714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:14.437721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157263184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:14.439357Z","caller":"traceutil/trace.go:171","msg":"trace[1270108163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23389; }","duration":"3.158919618s","start":"2026-03-02T02:59:11.280418Z","end":"2026-03-02T02:59:14.439338Z","steps":["trace[1270108163] 'agreement among raft nodes before linearized reading' (duration: 3.15712432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.439423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.280406Z","time spent":"3.15900007s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:14.437792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.479305Z","time spent":"1.958381505s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:14.437626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248042055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:14.439657Z","caller":"traceutil/trace.go:171","msg":"trace[2114047350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23389; }","duration":"3.25012077s","start":"2026-03-02T02:59:11.189517Z","end":"2026-03-02T02:59:14.439638Z","steps":["trace[2114047350] 'agreement among raft nodes before linearized reading' (duration: 3.248021464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.439708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.189498Z","time spent":"3.250194772s","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:14.437799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.188689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:14.440305Z","caller":"traceutil/trace.go:171","msg":"trace[1761449440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23389; }","duration":"927.667624ms","start":"2026-03-02T02:59:13.512593Z","end":"2026-03-02T02:59:14.440261Z","steps":["trace[1761449440] 'agreement among raft nodes before linearized reading' (duration: 925.158048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.43782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426143858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:14.437835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182387769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:59:14.437843Z","caller":"traceutil/trace.go:171","msg":"trace[1493706132] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"2.207008071s","start":"2026-03-02T02:59:12.230825Z","end":"2026-03-02T02:59:14.437833Z","steps":["trace[1493706132] 'process raft request' (duration: 2.206006555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.437858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182529492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:59:14.437852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182611384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T02:59:14.437888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425677733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-02T02:59:14.437904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.071514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T02:59:14.437873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298634573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:14.437949Z","caller":"traceutil/trace.go:171","msg":"trace[76082603] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"964.732805ms","start":"2026-03-02T02:59:13.473196Z","end":"2026-03-02T02:59:14.437929Z","steps":["trace[76082603] 'process raft request' (duration: 963.852891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.437924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.588269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:14.437966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.618189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-02T02:59:14.438195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959463774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:59:14.440788Z","caller":"traceutil/trace.go:171","msg":"trace[2142136148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23389; }","duration":"632.992341ms","start":"2026-03-02T02:59:13.807783Z","end":"2026-03-02T02:59:14.440775Z","steps":["trace[2142136148] 'agreement among raft nodes before linearized reading' (duration: 630.049653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.4408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.47317Z","time spent":"967.604471ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:14.440676Z","caller":"traceutil/trace.go:171","msg":"trace[1323797126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23389; }","duration":"3.185387518s","start":"2026-03-02T02:59:11.255274Z","end":"2026-03-02T02:59:14.440661Z","steps":["trace[1323797126] 'agreement among raft nodes before linearized reading' (duration: 3.182484901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.440856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.807764Z","time spent":"633.071782ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:14.440875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.255247Z","time spent":"3.185613884s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:14.440596Z","caller":"traceutil/trace.go:171","msg":"trace[1305404116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23389; }","duration":"3.185171182s","start":"2026-03-02T02:59:11.255406Z","end":"2026-03-02T02:59:14.440577Z","steps":["trace[1305404116] 'agreement among raft nodes before linearized reading' (duration: 3.182348327s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.255402Z","time spent":"3.185645315s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:59:14.440738Z","caller":"traceutil/trace.go:171","msg":"trace[1581260061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23389; }","duration":"3.428519818s","start":"2026-03-02T02:59:11.012205Z","end":"2026-03-02T02:59:14.440725Z","steps":["trace[1581260061] 'agreement among raft nodes before linearized reading' (duration: 3.42555691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.012144Z","time spent":"3.429052892s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"info","ts":"2026-03-02T02:59:14.440729Z","caller":"traceutil/trace.go:171","msg":"trace[1062275468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23389; }","duration":"3.185522061s","start":"2026-03-02T02:59:11.255179Z","end":"2026-03-02T02:59:14.440701Z","steps":["trace[1062275468] 'agreement among raft nodes before linearized reading' (duration: 3.182581283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.44129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.255154Z","time spent":"3.186124297s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:14.440745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.230791Z","time spent":"2.209883637s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:14.440763Z","caller":"traceutil/trace.go:171","msg":"trace[334416996] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23389; }","duration":"3.301613831s","start":"2026-03-02T02:59:11.139143Z","end":"2026-03-02T02:59:14.440757Z","steps":["trace[334416996] 'agreement among raft nodes before linearized reading' (duration: 3.298606492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:11.139118Z","time spent":"3.30229426s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:14.440789Z","caller":"traceutil/trace.go:171","msg":"trace[289329758] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23389; }","duration":"399.531966ms","start":"2026-03-02T02:59:14.04125Z","end":"2026-03-02T02:59:14.440782Z","steps":["trace[289329758] 'agreement among raft nodes before linearized reading' (duration: 396.599938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.041223Z","time spent":"400.299577ms","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:14.440813Z","caller":"traceutil/trace.go:171","msg":"trace[880587063] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23389; }","duration":"441.515177ms","start":"2026-03-02T02:59:13.999291Z","end":"2026-03-02T02:59:14.440806Z","steps":["trace[880587063] 'agreement among raft nodes before linearized reading' (duration: 438.590589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.999266Z","time spent":"442.338338ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T02:59:14.440647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.512527Z","time spent":"928.104296ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:14.440671Z","caller":"traceutil/trace.go:171","msg":"trace[1848803525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23389; }","duration":"1.429042885s","start":"2026-03-02T02:59:13.011603Z","end":"2026-03-02T02:59:14.440646Z","steps":["trace[1848803525] 'agreement among raft nodes before linearized reading' (duration: 1.42617242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.441803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:13.011579Z","time spent":"1.430214856s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:14.440911Z","caller":"traceutil/trace.go:171","msg":"trace[1359522656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23389; }","duration":"1.962182676s","start":"2026-03-02T02:59:12.478631Z","end":"2026-03-02T02:59:14.440814Z","steps":["trace[1359522656] 'agreement among raft nodes before linearized reading' (duration: 1.958968651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:14.44192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:12.478608Z","time spent":"1.963292336s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T02:59:14.94606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:15.33484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.41664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:15.335067Z","caller":"traceutil/trace.go:171","msg":"trace[1970781596] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"891.010006ms","start":"2026-03-02T02:59:14.443961Z","end":"2026-03-02T02:59:15.334971Z","steps":["trace[1970781596] 'process raft request' (duration: 642.293718ms)","trace[1970781596] 'compare' (duration: 247.728212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:15.335266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.443937Z","time spent":"891.232422ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:16.448694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:16.448836Z","caller":"traceutil/trace.go:171","msg":"trace[1104352140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686666s","start":"2026-03-02T02:59:14.44813Z","end":"2026-03-02T02:59:16.448817Z","steps":["trace[1104352140] 'agreement among raft nodes before linearized reading' (duration: 2.000525032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:16.448893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.448122Z","time spent":"2.000754977s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:17.301421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.214620614s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:17.301905Z","caller":"traceutil/trace.go:171","msg":"trace[1575205868] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"2.857786674s","start":"2026-03-02T02:59:14.444091Z","end":"2026-03-02T02:59:17.301878Z","steps":["trace[1575205868] 'process raft request' (duration: 2.857526797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.302077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.444069Z","time spent":"2.857913498s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:17.302174Z","caller":"traceutil/trace.go:171","msg":"trace[2008096258] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"2.857129987s","start":"2026-03-02T02:59:14.445007Z","end":"2026-03-02T02:59:17.302137Z","steps":["trace[2008096258] 'process raft request' (duration: 2.856814018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.302353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.44498Z","time spent":"2.857275511s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:17.302566Z","caller":"traceutil/trace.go:171","msg":"trace[1775749076] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"2.672397891s","start":"2026-03-02T02:59:14.630136Z","end":"2026-03-02T02:59:17.302533Z","steps":["trace[1775749076] 'process raft request' (duration: 2.672287638s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.30271Z","caller":"traceutil/trace.go:171","msg":"trace[654046680] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"2.85763174s","start":"2026-03-02T02:59:14.445057Z","end":"2026-03-02T02:59:17.302688Z","steps":["trace[654046680] 'process raft request' (duration: 2.857015354s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.302731Z","caller":"traceutil/trace.go:171","msg":"trace[2020151029] linearizableReadLoop","detail":"{readStateIndex:24219; appliedIndex:24207; }","duration":"2.857755043s","start":"2026-03-02T02:59:14.444963Z","end":"2026-03-02T02:59:17.302718Z","steps":["trace[2020151029] 'read index received' (duration: 641.377003ms)","trace[2020151029] 'applied index is now lower than readState.Index' (duration: 2.21637704s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:17.302737Z","caller":"traceutil/trace.go:171","msg":"trace[1729810752] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"2.671544579s","start":"2026-03-02T02:59:14.631166Z","end":"2026-03-02T02:59:17.302711Z","steps":["trace[1729810752] 'process raft request' (duration: 2.671395465s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.302746Z","caller":"traceutil/trace.go:171","msg":"trace[714411937] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"2.856934462s","start":"2026-03-02T02:59:14.445762Z","end":"2026-03-02T02:59:17.302697Z","steps":["trace[714411937] 'process raft request' (duration: 2.856452419s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.302799Z","caller":"traceutil/trace.go:171","msg":"trace[739559820] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"2.671355213s","start":"2026-03-02T02:59:14.631435Z","end":"2026-03-02T02:59:17.30279Z","steps":["trace[739559820] 'process raft request' (duration: 2.671176558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.302808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.445047Z","time spent":"2.857698902s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T02:59:17.302832Z","caller":"traceutil/trace.go:171","msg":"trace[1581018388] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"2.672279078s","start":"2026-03-02T02:59:14.630512Z","end":"2026-03-02T02:59:17.302791Z","steps":["trace[1581018388] 'process raft request' (duration: 2.67195729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.302845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.631134Z","time spent":"2.671658381s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.302932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.445752Z","time spent":"2.857073776s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.302856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.631421Z","time spent":"2.671400415s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:17.302838Z","caller":"traceutil/trace.go:171","msg":"trace[615330822] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"2.671330173s","start":"2026-03-02T02:59:14.631488Z","end":"2026-03-02T02:59:17.302818Z","steps":["trace[615330822] 'process raft request' (duration: 2.671163178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.303042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.630502Z","time spent":"2.672396281s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.303085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.631482Z","time spent":"2.671557659s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.303124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858151784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:17.303137Z","caller":"traceutil/trace.go:171","msg":"trace[1066965694] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"2.854698982s","start":"2026-03-02T02:59:14.448058Z","end":"2026-03-02T02:59:17.302757Z","steps":["trace[1066965694] 'process raft request' (duration: 2.854313872s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.302727Z","caller":"traceutil/trace.go:171","msg":"trace[1173826500] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"2.855971337s","start":"2026-03-02T02:59:14.446687Z","end":"2026-03-02T02:59:17.302658Z","steps":["trace[1173826500] 'process raft request' (duration: 2.855613727s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:17.303168Z","caller":"traceutil/trace.go:171","msg":"trace[810649325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23401; }","duration":"2.858216916s","start":"2026-03-02T02:59:14.444939Z","end":"2026-03-02T02:59:17.303156Z","steps":["trace[810649325] 'agreement among raft nodes before linearized reading' (duration: 2.857938458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:17.303525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.444931Z","time spent":"2.858579945s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:17.303613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.448047Z","time spent":"2.855292879s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.303828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.446656Z","time spent":"2.856798059s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:17.304048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.630103Z","time spent":"2.672556006s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:18.449774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:18.449885Z","caller":"traceutil/trace.go:171","msg":"trace[2038784770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087422s","start":"2026-03-02T02:59:16.448984Z","end":"2026-03-02T02:59:18.449858Z","steps":["trace[2038784770] 'agreement among raft nodes before linearized reading' (duration: 2.000722025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.449967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.44896Z","time spent":"2.000989272s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:18.645605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098941385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:18.646398Z","caller":"traceutil/trace.go:171","msg":"trace[71624506] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"2.837298762s","start":"2026-03-02T02:59:15.809053Z","end":"2026-03-02T02:59:18.646351Z","steps":["trace[71624506] 'process raft request' (duration: 1.737536726s)","trace[71624506] 'compare' (duration: 1.098655756s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:18.646542Z","caller":"traceutil/trace.go:171","msg":"trace[323562541] linearizableReadLoop","detail":"{readStateIndex:24221; appliedIndex:24219; }","duration":"1.34376794s","start":"2026-03-02T02:59:17.30276Z","end":"2026-03-02T02:59:18.646528Z","steps":["trace[323562541] 'read index received' (duration: 243.743397ms)","trace[323562541] 'applied index is now lower than readState.Index' (duration: 1.100023543s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:18.646605Z","caller":"traceutil/trace.go:171","msg":"trace[12920410] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"2.200480718s","start":"2026-03-02T02:59:16.446117Z","end":"2026-03-02T02:59:18.646598Z","steps":["trace[12920410] 'process raft request' (duration: 2.199592515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.809019Z","time spent":"2.837464156s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:18.646646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.44609Z","time spent":"2.20053016s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:18.646804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393613645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.646827Z","caller":"traceutil/trace.go:171","msg":"trace[365536258] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23403; }","duration":"3.393687967s","start":"2026-03-02T02:59:15.253131Z","end":"2026-03-02T02:59:18.646819Z","steps":["trace[365536258] 'agreement among raft nodes before linearized reading' (duration: 3.393643276s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311335249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:18.646878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454723894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:18.646856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116779354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.646895Z","caller":"traceutil/trace.go:171","msg":"trace[58432700] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23403; }","duration":"1.454795827s","start":"2026-03-02T02:59:17.192093Z","end":"2026-03-02T02:59:18.646889Z","steps":["trace[58432700] 'agreement among raft nodes before linearized reading' (duration: 1.454769886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139048761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.64689Z","caller":"traceutil/trace.go:171","msg":"trace[1840111642] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23403; }","duration":"3.311449502s","start":"2026-03-02T02:59:15.335415Z","end":"2026-03-02T02:59:18.646864Z","steps":["trace[1840111642] 'agreement among raft nodes before linearized reading' (duration: 3.311262047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.192068Z","time spent":"1.454836647s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:18.646917Z","caller":"traceutil/trace.go:171","msg":"trace[1078553144] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23403; }","duration":"2.116892928s","start":"2026-03-02T02:59:16.530008Z","end":"2026-03-02T02:59:18.646901Z","steps":["trace[1078553144] 'agreement among raft nodes before linearized reading' (duration: 2.116794006s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:18.646927Z","caller":"traceutil/trace.go:171","msg":"trace[2094151064] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23403; }","duration":"4.139154844s","start":"2026-03-02T02:59:14.507756Z","end":"2026-03-02T02:59:18.646911Z","steps":["trace[2094151064] 'agreement among raft nodes before linearized reading' (duration: 4.139061092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.335269Z","time spent":"3.311661498s","remote":"127.0.0.1:41760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:18.646957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.507734Z","time spent":"4.139214805s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:18.646957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.529982Z","time spent":"2.116964549s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:18.646957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201914734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-03-02T02:59:18.646969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19987625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T02:59:18.64684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200543398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.647006Z","caller":"traceutil/trace.go:171","msg":"trace[2027022739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23403; }","duration":"4.199941302s","start":"2026-03-02T02:59:14.447053Z","end":"2026-03-02T02:59:18.646994Z","steps":["trace[2027022739] 'agreement among raft nodes before linearized reading' (duration: 4.199805818s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:18.64701Z","caller":"traceutil/trace.go:171","msg":"trace[1776811130] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23403; }","duration":"4.201970175s","start":"2026-03-02T02:59:14.445018Z","end":"2026-03-02T02:59:18.646989Z","steps":["trace[1776811130] 'agreement among raft nodes before linearized reading' (duration: 4.20177962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.647027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877358433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T02:59:18.64703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201998106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:723"} {"level":"warn","ts":"2026-03-02T02:59:18.647058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.44501Z","time spent":"4.202036647s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":801,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-02T02:59:18.647072Z","caller":"traceutil/trace.go:171","msg":"trace[948253504] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:23403; }","duration":"1.877445855s","start":"2026-03-02T02:59:16.769614Z","end":"2026-03-02T02:59:18.64706Z","steps":["trace[948253504] 'agreement among raft nodes before linearized reading' (duration: 1.87725177s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:18.647078Z","caller":"traceutil/trace.go:171","msg":"trace[1189449572] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23403; }","duration":"4.202084599s","start":"2026-03-02T02:59:14.444982Z","end":"2026-03-02T02:59:18.647067Z","steps":["trace[1189449572] 'agreement among raft nodes before linearized reading' (duration: 4.201874473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.647026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.447037Z","time spent":"4.199984293s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T02:59:18.647105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:16.769592Z","time spent":"1.877504836s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"info","ts":"2026-03-02T02:59:18.647029Z","caller":"traceutil/trace.go:171","msg":"trace[812280301] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23403; }","duration":"4.200761613s","start":"2026-03-02T02:59:14.446247Z","end":"2026-03-02T02:59:18.647008Z","steps":["trace[812280301] 'agreement among raft nodes before linearized reading' (duration: 4.200539297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.647101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199857721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-02T02:59:18.647167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.446238Z","time spent":"4.200918598s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:18.647104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:14.444965Z","time spent":"4.202131309s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":746,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-02T02:59:18.647186Z","caller":"traceutil/trace.go:171","msg":"trace[1385472037] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23403; }","duration":"3.200006605s","start":"2026-03-02T02:59:15.447157Z","end":"2026-03-02T02:59:18.647163Z","steps":["trace[1385472037] 'agreement among raft nodes before linearized reading' (duration: 3.199713277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.647244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.447134Z","time spent":"3.200097897s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:18.646923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195712881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.647332Z","caller":"traceutil/trace.go:171","msg":"trace[1407836868] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23403; }","duration":"3.196195984s","start":"2026-03-02T02:59:15.451119Z","end":"2026-03-02T02:59:18.647315Z","steps":["trace[1407836868] 'agreement among raft nodes before linearized reading' (duration: 3.195707251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.646845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.253102Z","time spent":"3.393737399s","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:18.647419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:15.4511Z","time spent":"3.196296296s","remote":"127.0.0.1:45720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:18.68429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042288576s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:18.684773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068463088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.684869Z","caller":"traceutil/trace.go:171","msg":"trace[2133980070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23404; }","duration":"1.068640673s","start":"2026-03-02T02:59:17.616204Z","end":"2026-03-02T02:59:18.684845Z","steps":["trace[2133980070] 'agreement among raft nodes before linearized reading' (duration: 1.068455268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.684924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.366119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:18.684989Z","caller":"traceutil/trace.go:171","msg":"trace[450632211] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986; range_end:; response_count:1; response_revision:23404; }","duration":"231.496173ms","start":"2026-03-02T02:59:18.453479Z","end":"2026-03-02T02:59:18.684975Z","steps":["trace[450632211] 'agreement among raft nodes before linearized reading' (duration: 231.173364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.685025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345218828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:59:18.685062Z","caller":"traceutil/trace.go:171","msg":"trace[1028826977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23404; }","duration":"1.345253259s","start":"2026-03-02T02:59:17.339799Z","end":"2026-03-02T02:59:18.685053Z","steps":["trace[1028826977] 'agreement among raft nodes before linearized reading' (duration: 1.345152766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.685092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.339783Z","time spent":"1.34530275s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:18.685112Z","caller":"traceutil/trace.go:171","msg":"trace[642408308] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"1.0432058s","start":"2026-03-02T02:59:17.64187Z","end":"2026-03-02T02:59:18.685076Z","steps":["trace[642408308] 'process raft request' (duration: 1.042602244s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.685293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.641834Z","time spent":"1.043361725s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:18.685375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380353297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"info","ts":"2026-03-02T02:59:18.685412Z","caller":"traceutil/trace.go:171","msg":"trace[173959067] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23404; }","duration":"1.380421869s","start":"2026-03-02T02:59:17.304981Z","end":"2026-03-02T02:59:18.685403Z","steps":["trace[173959067] 'agreement among raft nodes before linearized reading' (duration: 1.380352957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.685443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.304968Z","time spent":"1.38046938s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18530,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:59:18.685622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.529475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:18.685674Z","caller":"traceutil/trace.go:171","msg":"trace[425115913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23404; }","duration":"228.641877ms","start":"2026-03-02T02:59:18.457025Z","end":"2026-03-02T02:59:18.685667Z","steps":["trace[425115913] 'agreement among raft nodes before linearized reading' (duration: 228.299238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:18.684929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:17.616175Z","time spent":"1.068739875s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:19.185687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:19.686736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:19.985459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019748411s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:19.985574Z","caller":"traceutil/trace.go:171","msg":"trace[1433291824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23404; }","duration":"1.019878165s","start":"2026-03-02T02:59:18.96568Z","end":"2026-03-02T02:59:19.985559Z","steps":["trace[1433291824] 'range keys from in-memory index tree' (duration: 1.019730771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.187087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:20.565502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881033271s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:20.566062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.648077Z","time spent":"1.917975648s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:59:20.566242Z","caller":"traceutil/trace.go:171","msg":"trace[1094159] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"1.914311931s","start":"2026-03-02T02:59:18.651898Z","end":"2026-03-02T02:59:20.56621Z","steps":["trace[1094159] 'process raft request' (duration: 1.914234909s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:20.566267Z","caller":"traceutil/trace.go:171","msg":"trace[377173556] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"1.914965899s","start":"2026-03-02T02:59:18.651275Z","end":"2026-03-02T02:59:20.566241Z","steps":["trace[377173556] 'process raft request' (duration: 1.914670681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.566443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.651891Z","time spent":"1.914441804s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:20.566599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.65126Z","time spent":"1.915198004s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:20.687209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:20.687304Z","caller":"traceutil/trace.go:171","msg":"trace[1590629428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266904s","start":"2026-03-02T02:59:18.687016Z","end":"2026-03-02T02:59:20.687283Z","steps":["trace[1590629428] 'agreement among raft nodes before linearized reading' (duration: 2.000137681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:20.687373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.686996Z","time spent":"2.000362677s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T02:59:22.147951Z","caller":"traceutil/trace.go:171","msg":"trace[908040002] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"3.460359031s","start":"2026-03-02T02:59:18.687562Z","end":"2026-03-02T02:59:22.147921Z","steps":["trace[908040002] 'process raft request' (duration: 3.458960814s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.148074Z","caller":"traceutil/trace.go:171","msg":"trace[1225441400] linearizableReadLoop","detail":"{readStateIndex:24233; appliedIndex:24222; }","duration":"3.463426822s","start":"2026-03-02T02:59:18.684628Z","end":"2026-03-02T02:59:22.148055Z","steps":["trace[1225441400] 'read index received' (duration: 1.881122143s)","trace[1225441400] 'applied index is now lower than readState.Index' (duration: 1.582303809s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:22.148119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.687539Z","time spent":"3.460488014s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.148281Z","caller":"traceutil/trace.go:171","msg":"trace[1330681755] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"3.457336721s","start":"2026-03-02T02:59:18.690933Z","end":"2026-03-02T02:59:22.14827Z","steps":["trace[1330681755] 'process raft request' (duration: 3.45691975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.690902Z","time spent":"3.457400092s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.148471Z","caller":"traceutil/trace.go:171","msg":"trace[1822907025] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"2.835105853s","start":"2026-03-02T02:59:19.313353Z","end":"2026-03-02T02:59:22.148459Z","steps":["trace[1822907025] 'process raft request' (duration: 2.834650271s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.14852Z","caller":"traceutil/trace.go:171","msg":"trace[877778238] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"2.700974486s","start":"2026-03-02T02:59:19.447539Z","end":"2026-03-02T02:59:22.148513Z","steps":["trace[877778238] 'process raft request' (duration: 2.700490193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.313346Z","time spent":"2.835152555s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.148556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.447503Z","time spent":"2.701031467s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.148634Z","caller":"traceutil/trace.go:171","msg":"trace[465080660] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"2.838437192s","start":"2026-03-02T02:59:19.310186Z","end":"2026-03-02T02:59:22.148623Z","steps":["trace[465080660] 'process raft request' (duration: 2.837717073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.310165Z","time spent":"2.838490283s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.148707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497064612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:22.148737Z","caller":"traceutil/trace.go:171","msg":"trace[1837749771] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23414; }","duration":"3.497106212s","start":"2026-03-02T02:59:18.651622Z","end":"2026-03-02T02:59:22.148728Z","steps":["trace[1837749771] 'agreement among raft nodes before linearized reading' (duration: 3.497044151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.148757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.651616Z","time spent":"3.497136634s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T02:59:22.148939Z","caller":"traceutil/trace.go:171","msg":"trace[1176069482] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"2.838574316s","start":"2026-03-02T02:59:19.31035Z","end":"2026-03-02T02:59:22.148924Z","steps":["trace[1176069482] 'process raft request' (duration: 2.837585509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.14901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.310343Z","time spent":"2.838630927s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.149059Z","caller":"traceutil/trace.go:171","msg":"trace[1230550014] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"2.83571583s","start":"2026-03-02T02:59:19.313302Z","end":"2026-03-02T02:59:22.149018Z","steps":["trace[1230550014] 'process raft request' (duration: 2.834679413s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:22.149129Z","caller":"traceutil/trace.go:171","msg":"trace[2045741053] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"2.835869054s","start":"2026-03-02T02:59:19.31322Z","end":"2026-03-02T02:59:22.149089Z","steps":["trace[2045741053] 'process raft request' (duration: 2.834740794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.14927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.313295Z","time spent":"2.835862684s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:22.149094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498669244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d138823d-0cce-4509-a6a0-a2126b6a81d4\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T02:59:22.149342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.313206Z","time spent":"2.836018297s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:22.149372Z","caller":"traceutil/trace.go:171","msg":"trace[1932142185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d138823d-0cce-4509-a6a0-a2126b6a81d4; range_end:; response_count:1; response_revision:23414; }","duration":"3.498983542s","start":"2026-03-02T02:59:18.650374Z","end":"2026-03-02T02:59:22.149357Z","steps":["trace[1932142185] 'agreement among raft nodes before linearized reading' (duration: 3.498580151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.149409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.650351Z","time spent":"3.499046774s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-d138823d-0cce-4509-a6a0-a2126b6a81d4\" "} {"level":"warn","ts":"2026-03-02T02:59:22.648775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:22.693703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:22.693852Z","caller":"traceutil/trace.go:171","msg":"trace[1721857835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676595s","start":"2026-03-02T02:59:20.693152Z","end":"2026-03-02T02:59:22.693829Z","steps":["trace[1721857835] 'agreement among raft nodes before linearized reading' (duration: 2.00049071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:22.693988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.693132Z","time spent":"2.000836098s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:23.148994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:23.650183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:23.813793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.666432005s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:23.814371Z","caller":"traceutil/trace.go:171","msg":"trace[227942236] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"3.246467944s","start":"2026-03-02T02:59:20.567847Z","end":"2026-03-02T02:59:23.814314Z","steps":["trace[227942236] 'process raft request' (duration: 3.246168956s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:23.814549Z","caller":"traceutil/trace.go:171","msg":"trace[842018828] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"3.160390987s","start":"2026-03-02T02:59:20.654145Z","end":"2026-03-02T02:59:23.814536Z","steps":["trace[842018828] 'process raft request' (duration: 3.160118029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:23.814631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.56782Z","time spent":"3.246672149s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:23.814732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.654118Z","time spent":"3.160478929s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:23.814881Z","caller":"traceutil/trace.go:171","msg":"trace[429870887] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"1.870898552s","start":"2026-03-02T02:59:21.943967Z","end":"2026-03-02T02:59:23.814865Z","steps":["trace[429870887] 'process raft request' (duration: 1.870525202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:23.814949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.943948Z","time spent":"1.870968275s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:23.814407Z","caller":"traceutil/trace.go:171","msg":"trace[1327963922] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"3.160261734s","start":"2026-03-02T02:59:20.654084Z","end":"2026-03-02T02:59:23.814346Z","steps":["trace[1327963922] 'process raft request' (duration: 3.16011318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:23.815205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.654052Z","time spent":"3.161017214s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:23.935476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:23.935559Z","caller":"traceutil/trace.go:171","msg":"trace[1443574790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261084s","start":"2026-03-02T02:59:21.93528Z","end":"2026-03-02T02:59:23.935541Z","steps":["trace[1443574790] 'agreement among raft nodes before linearized reading' (duration: 2.000141321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:23.936994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.935253Z","time spent":"2.001727073s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:24.30664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996277484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:24.306756Z","caller":"traceutil/trace.go:171","msg":"trace[1173647260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.996440877s","start":"2026-03-02T02:59:19.310293Z","end":"2026-03-02T02:59:24.306734Z","steps":["trace[1173647260] 'agreement among raft nodes before linearized reading' (duration: 4.996290153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:24.306813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.310286Z","time spent":"4.99651368s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 02:59:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:24.308127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99765498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:24.308158Z","caller":"traceutil/trace.go:171","msg":"trace[1504815213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997705221s","start":"2026-03-02T02:59:19.310445Z","end":"2026-03-02T02:59:24.308151Z","steps":["trace[1504815213] 'agreement among raft nodes before linearized reading' (duration: 4.99766991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:24.308177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.310439Z","time spent":"4.997733242s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 02:59:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:24.694467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:24.69457Z","caller":"traceutil/trace.go:171","msg":"trace[1809278443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331766s","start":"2026-03-02T02:59:22.694212Z","end":"2026-03-02T02:59:24.694544Z","steps":["trace[1809278443] 'agreement among raft nodes before linearized reading' (duration: 2.000196762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:24.694626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.694189Z","time spent":"2.000423108s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:25.479806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.325519597s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:26.339934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525122435s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:59:26.341369Z","caller":"traceutil/trace.go:171","msg":"trace[1902010099] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"2.187168226s","start":"2026-03-02T02:59:24.154178Z","end":"2026-03-02T02:59:26.341346Z","steps":["trace[1902010099] 'process raft request' (duration: 2.185879112s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:26.341353Z","caller":"traceutil/trace.go:171","msg":"trace[730631153] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24233; }","duration":"4.193195023s","start":"2026-03-02T02:59:22.148127Z","end":"2026-03-02T02:59:26.341322Z","steps":["trace[730631153] 'read index received' (duration: 1.665810089s)","trace[730631153] 'applied index is now lower than readState.Index' (duration: 2.527382314s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:26.341503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154147Z","time spent":"2.187266079s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:26.341671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265498536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:26.341698Z","caller":"traceutil/trace.go:171","msg":"trace[1392135033] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23419; }","duration":"4.265598348s","start":"2026-03-02T02:59:22.07609Z","end":"2026-03-02T02:59:26.341688Z","steps":["trace[1392135033] 'agreement among raft nodes before linearized reading' (duration: 4.265352112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.341724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.076064Z","time spent":"4.26565418s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.341944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545675396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T02:59:26.34196Z","caller":"traceutil/trace.go:171","msg":"trace[1183101615] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04; range_end:; response_count:1; response_revision:23419; }","duration":"4.545766808s","start":"2026-03-02T02:59:21.796187Z","end":"2026-03-02T02:59:26.341954Z","steps":["trace[1183101615] 'agreement among raft nodes before linearized reading' (duration: 4.545671386s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.341972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.796156Z","time spent":"4.545813469s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04\" "} {"level":"warn","ts":"2026-03-02T02:59:26.342094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984521352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T02:59:26.342106Z","caller":"traceutil/trace.go:171","msg":"trace[694792165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23419; }","duration":"4.984584833s","start":"2026-03-02T02:59:21.357517Z","end":"2026-03-02T02:59:26.342102Z","steps":["trace[694792165] 'agreement among raft nodes before linearized reading' (duration: 4.984535762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.342118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.357492Z","time spent":"4.984622764s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T02:59:26.342242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.061724194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:26.342257Z","caller":"traceutil/trace.go:171","msg":"trace[289453137] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23419; }","duration":"5.061772314s","start":"2026-03-02T02:59:21.280478Z","end":"2026-03-02T02:59:26.34225Z","steps":["trace[289453137] 'agreement among raft nodes before linearized reading' (duration: 5.061723593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.342277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:21.280458Z","time spent":"5.061809585s","remote":"127.0.0.1:48798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.342403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.649847179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7094"} {"level":"info","ts":"2026-03-02T02:59:26.342417Z","caller":"traceutil/trace.go:171","msg":"trace[949764374] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23419; }","duration":"5.6498994s","start":"2026-03-02T02:59:20.692512Z","end":"2026-03-02T02:59:26.342412Z","steps":["trace[949764374] 'agreement among raft nodes before linearized reading' (duration: 5.649843939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.34243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.692494Z","time spent":"5.649933351s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7117,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T02:59:26.342567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.772211215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1898e6df6bbe47ed\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-02T02:59:26.342581Z","caller":"traceutil/trace.go:171","msg":"trace[1262436124] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1898e6df6bbe47ed; range_end:; response_count:1; response_revision:23419; }","duration":"5.772270866s","start":"2026-03-02T02:59:20.570305Z","end":"2026-03-02T02:59:26.342576Z","steps":["trace[1262436124] 'agreement among raft nodes before linearized reading' (duration: 5.772213345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.342593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.570282Z","time spent":"5.772308227s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.1898e6df6bbe47ed\" "} {"level":"warn","ts":"2026-03-02T02:59:26.342727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961884491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:26.342745Z","caller":"traceutil/trace.go:171","msg":"trace[756716932] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23419; }","duration":"5.961904592s","start":"2026-03-02T02:59:20.380835Z","end":"2026-03-02T02:59:26.34274Z","steps":["trace[756716932] 'agreement among raft nodes before linearized reading' (duration: 5.96183381s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.342759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:20.380763Z","time spent":"5.961992014s","remote":"127.0.0.1:51074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.342865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420777028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:26.342887Z","caller":"traceutil/trace.go:171","msg":"trace[629083205] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23419; }","duration":"6.42084775s","start":"2026-03-02T02:59:19.922034Z","end":"2026-03-02T02:59:26.342882Z","steps":["trace[629083205] 'agreement among raft nodes before linearized reading' (duration: 6.420809569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.342904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.92201Z","time spent":"6.420890521s","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.343001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.610050145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:26.343014Z","caller":"traceutil/trace.go:171","msg":"trace[1534576162] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23419; }","duration":"6.610118726s","start":"2026-03-02T02:59:19.732891Z","end":"2026-03-02T02:59:26.34301Z","steps":["trace[1534576162] 'agreement among raft nodes before linearized reading' (duration: 6.610094175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.343027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.732864Z","time spent":"6.610158977s","remote":"127.0.0.1:39376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.343415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035311553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:59:26.343437Z","caller":"traceutil/trace.go:171","msg":"trace[389347692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23419; }","duration":"7.035387624s","start":"2026-03-02T02:59:19.308045Z","end":"2026-03-02T02:59:26.343432Z","steps":["trace[389347692] 'agreement among raft nodes before linearized reading' (duration: 7.035320352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.343486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.894280562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T02:59:26.343451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.308018Z","time spent":"7.035429486s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T02:59:26.343573Z","caller":"traceutil/trace.go:171","msg":"trace[484956691] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23419; }","duration":"6.894403045s","start":"2026-03-02T02:59:19.449145Z","end":"2026-03-02T02:59:26.343548Z","steps":["trace[484956691] 'agreement among raft nodes before linearized reading' (duration: 6.894247391s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.343623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.449133Z","time spent":"6.894475977s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:59:26.343589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790148807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:26.343621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.331681891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:26.343634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.581056646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:26.343677Z","caller":"traceutil/trace.go:171","msg":"trace[749894097] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23419; }","duration":"7.331787063s","start":"2026-03-02T02:59:19.011876Z","end":"2026-03-02T02:59:26.343663Z","steps":["trace[749894097] 'agreement among raft nodes before linearized reading' (duration: 7.331692271s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:26.343683Z","caller":"traceutil/trace.go:171","msg":"trace[66770765] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23419; }","duration":"6.790310962s","start":"2026-03-02T02:59:19.553348Z","end":"2026-03-02T02:59:26.343658Z","steps":["trace[66770765] 'agreement among raft nodes before linearized reading' (duration: 6.790133197s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:26.343701Z","caller":"traceutil/trace.go:171","msg":"trace[269661324] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23419; }","duration":"7.58119064s","start":"2026-03-02T02:59:18.762494Z","end":"2026-03-02T02:59:26.343685Z","steps":["trace[269661324] 'agreement among raft nodes before linearized reading' (duration: 7.581060066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.343656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512299597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:26.34372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.011854Z","time spent":"7.331852044s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.343695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.035521788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T02:59:26.343741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.762469Z","time spent":"7.581262121s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:59:26.343747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.553322Z","time spent":"6.790405024s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:26.343797Z","caller":"traceutil/trace.go:171","msg":"trace[2075330293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23419; }","duration":"7.512459961s","start":"2026-03-02T02:59:18.831273Z","end":"2026-03-02T02:59:26.343733Z","steps":["trace[2075330293] 'agreement among raft nodes before linearized reading' (duration: 7.512277766s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:26.343828Z","caller":"traceutil/trace.go:171","msg":"trace[1897292807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23419; }","duration":"7.035684332s","start":"2026-03-02T02:59:19.308121Z","end":"2026-03-02T02:59:26.343805Z","steps":["trace[1897292807] 'agreement among raft nodes before linearized reading' (duration: 7.035356043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.343861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:18.831251Z","time spent":"7.512594335s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:26.343888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.308116Z","time spent":"7.035755954s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:26.344443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692211547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T02:59:26.344497Z","caller":"traceutil/trace.go:171","msg":"trace[1337571001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23419; }","duration":"6.693389358s","start":"2026-03-02T02:59:19.651092Z","end":"2026-03-02T02:59:26.344481Z","steps":["trace[1337571001] 'agreement among raft nodes before linearized reading' (duration: 6.692089623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.345876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:19.651065Z","time spent":"6.694796685s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:26.72344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:26.723537Z","caller":"traceutil/trace.go:171","msg":"trace[1516170237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496009s","start":"2026-03-02T02:59:24.723019Z","end":"2026-03-02T02:59:26.723515Z","steps":["trace[1516170237] 'agreement among raft nodes before linearized reading' (duration: 2.000368945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:26.723596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.722996Z","time spent":"2.000585762s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:26.842233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551452975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:27.204901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724830009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:27.205382Z","caller":"traceutil/trace.go:171","msg":"trace[1983289509] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"2.722211467s","start":"2026-03-02T02:59:24.483152Z","end":"2026-03-02T02:59:27.205363Z","steps":["trace[1983289509] 'process raft request' (duration: 2.722180676s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.205407Z","caller":"traceutil/trace.go:171","msg":"trace[2009330503] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"3.051069035s","start":"2026-03-02T02:59:24.154307Z","end":"2026-03-02T02:59:27.205376Z","steps":["trace[2009330503] 'process raft request' (duration: 3.050831589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.205517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.483121Z","time spent":"2.72231961s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.205548Z","caller":"traceutil/trace.go:171","msg":"trace[2055295417] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"3.050745377s","start":"2026-03-02T02:59:24.154777Z","end":"2026-03-02T02:59:27.205522Z","steps":["trace[2055295417] 'process raft request' (duration: 3.050537622s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.205548Z","caller":"traceutil/trace.go:171","msg":"trace[622806327] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"3.051139608s","start":"2026-03-02T02:59:24.15436Z","end":"2026-03-02T02:59:27.2055Z","steps":["trace[622806327] 'process raft request' (duration: 3.050908432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.205654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.15477Z","time spent":"3.05083461s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.205579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154284Z","time spent":"3.051183909s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.205772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154331Z","time spent":"3.051324282s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.20601Z","caller":"traceutil/trace.go:171","msg":"trace[2127734903] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"3.051632141s","start":"2026-03-02T02:59:24.154359Z","end":"2026-03-02T02:59:27.205991Z","steps":["trace[2127734903] 'process raft request' (duration: 3.050934902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.206089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.154323Z","time spent":"3.051725193s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.332005Z","caller":"traceutil/trace.go:171","msg":"trace[796048580] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"1.511845096s","start":"2026-03-02T02:59:25.820134Z","end":"2026-03-02T02:59:27.331979Z","steps":["trace[796048580] 'process raft request' (duration: 1.51162054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.332178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.820098Z","time spent":"1.51198668s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.332412Z","caller":"traceutil/trace.go:171","msg":"trace[133507272] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"1.511692962s","start":"2026-03-02T02:59:25.820677Z","end":"2026-03-02T02:59:27.33237Z","steps":["trace[133507272] 'process raft request' (duration: 1.511253101s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.33268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.820639Z","time spent":"1.511866747s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.332855Z","caller":"traceutil/trace.go:171","msg":"trace[1293130542] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"987.044306ms","start":"2026-03-02T02:59:26.345772Z","end":"2026-03-02T02:59:27.332816Z","steps":["trace[1293130542] 'process raft request' (duration: 986.699817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.333067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.345741Z","time spent":"987.229891ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.333053Z","caller":"traceutil/trace.go:171","msg":"trace[202447273] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"987.810526ms","start":"2026-03-02T02:59:26.345164Z","end":"2026-03-02T02:59:27.332974Z","steps":["trace[202447273] 'process raft request' (duration: 987.128398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.333073Z","caller":"traceutil/trace.go:171","msg":"trace[1600993787] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"984.238452ms","start":"2026-03-02T02:59:26.348818Z","end":"2026-03-02T02:59:27.333056Z","steps":["trace[1600993787] 'process raft request' (duration: 983.898222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.333417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.345143Z","time spent":"988.104865ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.333433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.348799Z","time spent":"984.507799ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.333485Z","caller":"traceutil/trace.go:171","msg":"trace[1833717282] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"984.626312ms","start":"2026-03-02T02:59:26.348822Z","end":"2026-03-02T02:59:27.333448Z","steps":["trace[1833717282] 'process raft request' (duration: 984.103258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.333536Z","caller":"traceutil/trace.go:171","msg":"trace[971065967] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"984.457227ms","start":"2026-03-02T02:59:26.349043Z","end":"2026-03-02T02:59:27.333501Z","steps":["trace[971065967] 'process raft request' (duration: 984.18378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.333664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.348807Z","time spent":"984.763236ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.333747Z","caller":"traceutil/trace.go:171","msg":"trace[2027104620] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"984.029686ms","start":"2026-03-02T02:59:26.349695Z","end":"2026-03-02T02:59:27.333725Z","steps":["trace[2027104620] 'process raft request' (duration: 983.709678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.333796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.349031Z","time spent":"984.628692ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:27.333819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.349686Z","time spent":"984.101128ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:27.334072Z","caller":"traceutil/trace.go:171","msg":"trace[697839922] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24239; }","duration":"992.644714ms","start":"2026-03-02T02:59:26.341416Z","end":"2026-03-02T02:59:27.334061Z","steps":["trace[697839922] 'read index received' (duration: 863.776156ms)","trace[697839922] 'applied index is now lower than readState.Index' (duration: 128.867138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:27.334231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999595484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.334301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230073804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:27.334331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088532157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.334358Z","caller":"traceutil/trace.go:171","msg":"trace[1782272020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23433; }","duration":"1.230186637s","start":"2026-03-02T02:59:26.104157Z","end":"2026-03-02T02:59:27.334343Z","steps":["trace[1782272020] 'agreement among raft nodes before linearized reading' (duration: 1.230069153s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.334375Z","caller":"traceutil/trace.go:171","msg":"trace[409466862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23433; }","duration":"3.088625839s","start":"2026-03-02T02:59:24.245735Z","end":"2026-03-02T02:59:27.334361Z","steps":["trace[409466862] 'agreement among raft nodes before linearized reading' (duration: 3.088534057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.334391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.104128Z","time spent":"1.230255549s","remote":"127.0.0.1:39264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.33441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.245714Z","time spent":"3.08868752s","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.334461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024649861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T02:59:27.334519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371351776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T02:59:27.33457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.183736121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:27.334637Z","caller":"traceutil/trace.go:171","msg":"trace[1629652021] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986; range_end:; response_count:1; response_revision:23433; }","duration":"5.183831014s","start":"2026-03-02T02:59:22.150783Z","end":"2026-03-02T02:59:27.334614Z","steps":["trace[1629652021] 'agreement among raft nodes before linearized reading' (duration: 5.183635859s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.334322Z","caller":"traceutil/trace.go:171","msg":"trace[319811653] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23433; }","duration":"2.999729777s","start":"2026-03-02T02:59:24.334571Z","end":"2026-03-02T02:59:27.334301Z","steps":["trace[319811653] 'agreement among raft nodes before linearized reading' (duration: 2.999504831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.334722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.150768Z","time spent":"5.183945857s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" "} {"level":"warn","ts":"2026-03-02T02:59:27.334739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.334547Z","time spent":"3.00018094s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.334924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127121217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.334957Z","caller":"traceutil/trace.go:171","msg":"trace[568480131] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"180.120403ms","start":"2026-03-02T02:59:27.154819Z","end":"2026-03-02T02:59:27.334939Z","steps":["trace[568480131] 'process raft request' (duration: 178.822099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.334993Z","caller":"traceutil/trace.go:171","msg":"trace[178990768] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23433; }","duration":"3.127203429s","start":"2026-03-02T02:59:24.207771Z","end":"2026-03-02T02:59:27.334975Z","steps":["trace[178990768] 'agreement among raft nodes before linearized reading' (duration: 3.12683811s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.335056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.207699Z","time spent":"3.127340483s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.33496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.110244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:27.335109Z","caller":"traceutil/trace.go:171","msg":"trace[837471043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23433; }","duration":"611.311139ms","start":"2026-03-02T02:59:26.723788Z","end":"2026-03-02T02:59:27.335099Z","steps":["trace[837471043] 'agreement among raft nodes before linearized reading' (duration: 611.128804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.335143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.723769Z","time spent":"611.365619ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:27.334582Z","caller":"traceutil/trace.go:171","msg":"trace[1983508651] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23433; }","duration":"4.371418797s","start":"2026-03-02T02:59:22.963143Z","end":"2026-03-02T02:59:27.334562Z","steps":["trace[1983508651] 'agreement among raft nodes before linearized reading' (duration: 4.371193621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.335502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.963064Z","time spent":"4.372428004s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:59:27.335406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497599667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:27.33551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182296857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:59:27.335575Z","caller":"traceutil/trace.go:171","msg":"trace[1745689999] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23433; }","duration":"2.497829483s","start":"2026-03-02T02:59:24.837711Z","end":"2026-03-02T02:59:27.335541Z","steps":["trace[1745689999] 'agreement among raft nodes before linearized reading' (duration: 2.497528185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.335554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.765738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.335645Z","caller":"traceutil/trace.go:171","msg":"trace[74731415] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23433; }","duration":"240.961103ms","start":"2026-03-02T02:59:27.094665Z","end":"2026-03-02T02:59:27.335626Z","steps":["trace[74731415] 'agreement among raft nodes before linearized reading' (duration: 240.799078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.33567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.83769Z","time spent":"2.497953647s","remote":"127.0.0.1:59796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.335768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518051826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T02:59:27.335843Z","caller":"traceutil/trace.go:171","msg":"trace[93550394] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23433; }","duration":"3.51817444s","start":"2026-03-02T02:59:23.817651Z","end":"2026-03-02T02:59:27.335825Z","steps":["trace[93550394] 'agreement among raft nodes before linearized reading' (duration: 3.517963674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.335898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.817635Z","time spent":"3.518250981s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:59:27.334645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026194961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:59:27.335974Z","caller":"traceutil/trace.go:171","msg":"trace[1773213469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23433; }","duration":"1.027523406s","start":"2026-03-02T02:59:26.308441Z","end":"2026-03-02T02:59:27.335965Z","steps":["trace[1773213469] 'agreement among raft nodes before linearized reading' (duration: 1.026082668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.336004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.308365Z","time spent":"1.027631269s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:27.336087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916723662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.334639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.014835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.335681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.076882835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T02:59:27.336335Z","caller":"traceutil/trace.go:171","msg":"trace[999131856] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23433; }","duration":"988.748621ms","start":"2026-03-02T02:59:26.347576Z","end":"2026-03-02T02:59:27.336324Z","steps":["trace[999131856] 'agreement among raft nodes before linearized reading' (duration: 987.017845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.336359Z","caller":"traceutil/trace.go:171","msg":"trace[1015213618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23433; }","duration":"2.917173914s","start":"2026-03-02T02:59:24.419154Z","end":"2026-03-02T02:59:27.336328Z","steps":["trace[1015213618] 'agreement among raft nodes before linearized reading' (duration: 2.91665836s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.336404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.347558Z","time spent":"988.805093ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:59:27.336426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.419126Z","time spent":"2.917275167s","remote":"127.0.0.1:39160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:27.335583Z","caller":"traceutil/trace.go:171","msg":"trace[530232248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23433; }","duration":"3.182502062s","start":"2026-03-02T02:59:24.153062Z","end":"2026-03-02T02:59:27.335564Z","steps":["trace[530232248] 'agreement among raft nodes before linearized reading' (duration: 3.182246365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.336572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:24.15303Z","time spent":"3.183476838s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:27.336323Z","caller":"traceutil/trace.go:171","msg":"trace[1407588765] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23433; }","duration":"5.077542793s","start":"2026-03-02T02:59:22.258736Z","end":"2026-03-02T02:59:27.336278Z","steps":["trace[1407588765] 'agreement among raft nodes before linearized reading' (duration: 5.076873695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.336711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.25869Z","time spent":"5.078009755s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T02:59:27.335743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977272506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.336866Z","caller":"traceutil/trace.go:171","msg":"trace[655623768] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23433; }","duration":"1.979587507s","start":"2026-03-02T02:59:25.357259Z","end":"2026-03-02T02:59:27.336847Z","steps":["trace[655623768] 'agreement among raft nodes before linearized reading' (duration: 1.977216074s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.336984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:25.357223Z","time spent":"1.979729031s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.33622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763895279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:27.337084Z","caller":"traceutil/trace.go:171","msg":"trace[362509130] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23433; }","duration":"3.764800443s","start":"2026-03-02T02:59:23.572269Z","end":"2026-03-02T02:59:27.337069Z","steps":["trace[362509130] 'agreement among raft nodes before linearized reading' (duration: 3.763831477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.337148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:23.572243Z","time spent":"3.764888865s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:27.334885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051568026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T02:59:27.338818Z","caller":"traceutil/trace.go:171","msg":"trace[1643897278] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23433; }","duration":"5.055483639s","start":"2026-03-02T02:59:22.28331Z","end":"2026-03-02T02:59:27.338794Z","steps":["trace[1643897278] 'agreement among raft nodes before linearized reading' (duration: 5.051506944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.338864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:22.283262Z","time spent":"5.055581742s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-02T02:59:27.339341Z","caller":"traceutil/trace.go:171","msg":"trace[1285455600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23433; }","duration":"1.024782684s","start":"2026-03-02T02:59:26.309736Z","end":"2026-03-02T02:59:27.334519Z","steps":["trace[1285455600] 'agreement among raft nodes before linearized reading' (duration: 1.024546308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.339541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:26.3097Z","time spent":"1.029728705s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:59:27.460601Z","caller":"traceutil/trace.go:171","msg":"trace[317407128] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"114.248781ms","start":"2026-03-02T02:59:27.34632Z","end":"2026-03-02T02:59:27.460569Z","steps":["trace[317407128] 'process raft request' (duration: 114.180179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.460731Z","caller":"traceutil/trace.go:171","msg":"trace[615799721] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"118.923325ms","start":"2026-03-02T02:59:27.341775Z","end":"2026-03-02T02:59:27.460698Z","steps":["trace[615799721] 'process raft request' (duration: 114.631632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.460591Z","caller":"traceutil/trace.go:171","msg":"trace[1499960250] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24253; }","duration":"118.669878ms","start":"2026-03-02T02:59:27.341878Z","end":"2026-03-02T02:59:27.460547Z","steps":["trace[1499960250] 'read index received' (duration: 114.495808ms)","trace[1499960250] 'applied index is now lower than readState.Index' (duration: 4.17081ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:27.460751Z","caller":"traceutil/trace.go:171","msg":"trace[643386891] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"117.287902ms","start":"2026-03-02T02:59:27.343389Z","end":"2026-03-02T02:59:27.460677Z","steps":["trace[643386891] 'process raft request' (duration: 117.071586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.460735Z","caller":"traceutil/trace.go:171","msg":"trace[1849785091] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"118.771722ms","start":"2026-03-02T02:59:27.341929Z","end":"2026-03-02T02:59:27.460701Z","steps":["trace[1849785091] 'process raft request' (duration: 118.356491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.460961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.194857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:27.460962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.034908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-02T02:59:27.460999Z","caller":"traceutil/trace.go:171","msg":"trace[164987080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23437; }","duration":"115.261738ms","start":"2026-03-02T02:59:27.345725Z","end":"2026-03-02T02:59:27.460987Z","steps":["trace[164987080] 'agreement among raft nodes before linearized reading' (duration: 115.179936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.461014Z","caller":"traceutil/trace.go:171","msg":"trace[1722317417] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23437; }","duration":"119.143892ms","start":"2026-03-02T02:59:27.341858Z","end":"2026-03-02T02:59:27.461002Z","steps":["trace[1722317417] 'agreement among raft nodes before linearized reading' (duration: 118.803563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.461144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.11218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T02:59:27.461235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.623237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1898e6dee25be5e0\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-02T02:59:27.461209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.877074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:27.461291Z","caller":"traceutil/trace.go:171","msg":"trace[377870765] range","detail":"{range_begin:/registry/events/openstack/container-infra.1898e6dee25be5e0; range_end:; response_count:1; response_revision:23437; }","duration":"118.69749ms","start":"2026-03-02T02:59:27.342569Z","end":"2026-03-02T02:59:27.461267Z","steps":["trace[377870765] 'agreement among raft nodes before linearized reading' (duration: 118.506564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.461258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.193872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qm5tg\" ","response":"range_response_count:1 size:4687"} {"level":"info","ts":"2026-03-02T02:59:27.46131Z","caller":"traceutil/trace.go:171","msg":"trace[63891411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23437; }","duration":"119.001617ms","start":"2026-03-02T02:59:27.342282Z","end":"2026-03-02T02:59:27.461284Z","steps":["trace[63891411] 'agreement among raft nodes before linearized reading' (duration: 118.647618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.461352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.724027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T02:59:27.461367Z","caller":"traceutil/trace.go:171","msg":"trace[832094313] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qm5tg; range_end:; response_count:1; response_revision:23437; }","duration":"119.363307ms","start":"2026-03-02T02:59:27.341979Z","end":"2026-03-02T02:59:27.461342Z","steps":["trace[832094313] 'agreement among raft nodes before linearized reading' (duration: 118.997587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.461403Z","caller":"traceutil/trace.go:171","msg":"trace[2018053391] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23437; }","duration":"113.79703ms","start":"2026-03-02T02:59:27.347586Z","end":"2026-03-02T02:59:27.461383Z","steps":["trace[2018053391] 'agreement among raft nodes before linearized reading' (duration: 113.658316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:27.461408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.187112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T02:59:27.461446Z","caller":"traceutil/trace.go:171","msg":"trace[1262161299] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23437; }","duration":"108.239743ms","start":"2026-03-02T02:59:27.353193Z","end":"2026-03-02T02:59:27.461433Z","steps":["trace[1262161299] 'agreement among raft nodes before linearized reading' (duration: 108.105589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:27.461223Z","caller":"traceutil/trace.go:171","msg":"trace[1670188215] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23437; }","duration":"119.214703ms","start":"2026-03-02T02:59:27.341987Z","end":"2026-03-02T02:59:27.461202Z","steps":["trace[1670188215] 'agreement among raft nodes before linearized reading' (duration: 118.922795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.526244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386379367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:29.526367Z","caller":"traceutil/trace.go:171","msg":"trace[1061288625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23447; }","duration":"1.386568052s","start":"2026-03-02T02:59:28.139769Z","end":"2026-03-02T02:59:29.526337Z","steps":["trace[1061288625] 'range keys from in-memory index tree' (duration: 1.386254464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.526434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.139749Z","time spent":"1.386665685s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:29.526513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382104524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T02:59:29.526467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.051783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:29.526603Z","caller":"traceutil/trace.go:171","msg":"trace[503232103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23447; }","duration":"1.382221487s","start":"2026-03-02T02:59:28.144357Z","end":"2026-03-02T02:59:29.526579Z","steps":["trace[503232103] 'range keys from in-memory index tree' (duration: 1.38194132s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:29.52662Z","caller":"traceutil/trace.go:171","msg":"trace[1190493911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23447; }","duration":"560.223438ms","start":"2026-03-02T02:59:28.966372Z","end":"2026-03-02T02:59:29.526596Z","steps":["trace[1190493911] 'range keys from in-memory index tree' (duration: 560.028853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.526656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.144351Z","time spent":"1.382290499s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T02:59:29.527956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.766963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:29.528034Z","caller":"traceutil/trace.go:171","msg":"trace[1510363588] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"1.061693039s","start":"2026-03-02T02:59:28.466329Z","end":"2026-03-02T02:59:29.528022Z","steps":["trace[1510363588] 'read index received' (duration: 385.787912ms)","trace[1510363588] 'applied index is now lower than readState.Index' (duration: 675.904007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:29.52809Z","caller":"traceutil/trace.go:171","msg":"trace[859533697] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.179639988s","start":"2026-03-02T02:59:28.348424Z","end":"2026-03-02T02:59:29.528064Z","steps":["trace[859533697] 'process raft request' (duration: 503.67442ms)","trace[859533697] 'compare' (duration: 673.985916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:29.528232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.348376Z","time spent":"1.179777373s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:29.528306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061939516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:29.528382Z","caller":"traceutil/trace.go:171","msg":"trace[823665414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23448; }","duration":"1.062081449s","start":"2026-03-02T02:59:28.466283Z","end":"2026-03-02T02:59:29.528365Z","steps":["trace[823665414] 'agreement among raft nodes before linearized reading' (duration: 1.061806922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.528443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.466262Z","time spent":"1.062167312s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"info","ts":"2026-03-02T02:59:29.559093Z","caller":"traceutil/trace.go:171","msg":"trace[1908850422] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"782.750972ms","start":"2026-03-02T02:59:28.776321Z","end":"2026-03-02T02:59:29.559072Z","steps":["trace[1908850422] 'process raft request' (duration: 782.629239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:29.559201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.776292Z","time spent":"782.840085ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.488013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T02:59:30.488113Z","caller":"traceutil/trace.go:171","msg":"trace[396017053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713175s","start":"2026-03-02T02:59:28.487377Z","end":"2026-03-02T02:59:30.48809Z","steps":["trace[396017053] 'agreement among raft nodes before linearized reading' (duration: 2.000575131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.488195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:28.487364Z","time spent":"2.000815288s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 02:59:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T02:59:30.737674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178661894s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:30.909106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.102495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:30.909416Z","caller":"traceutil/trace.go:171","msg":"trace[135732264] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"1.698390701s","start":"2026-03-02T02:59:29.211003Z","end":"2026-03-02T02:59:30.909394Z","steps":["trace[135732264] 'process raft request' (duration: 1.698202446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.909534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.210991Z","time spent":"1.698513923s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.909586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569435189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:30.909615Z","caller":"traceutil/trace.go:171","msg":"trace[314441943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23455; }","duration":"1.569510521s","start":"2026-03-02T02:59:29.340094Z","end":"2026-03-02T02:59:30.909605Z","steps":["trace[314441943] 'agreement among raft nodes before linearized reading' (duration: 1.569346997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.909634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.340067Z","time spent":"1.569563533s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:30.909719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442214335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:59:30.909743Z","caller":"traceutil/trace.go:171","msg":"trace[1267465258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23455; }","duration":"1.442290076s","start":"2026-03-02T02:59:29.467442Z","end":"2026-03-02T02:59:30.909732Z","steps":["trace[1267465258] 'agreement among raft nodes before linearized reading' (duration: 1.442235445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.909761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.467411Z","time spent":"1.442344818s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T02:59:30.909426Z","caller":"traceutil/trace.go:171","msg":"trace[164979627] linearizableReadLoop","detail":"{readStateIndex:24276; appliedIndex:24270; }","duration":"1.381356195s","start":"2026-03-02T02:59:29.52806Z","end":"2026-03-02T02:59:30.909417Z","steps":["trace[164979627] 'read index received' (duration: 31.147824ms)","trace[164979627] 'applied index is now lower than readState.Index' (duration: 1.350207741s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:30.909851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442678656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T02:59:30.909872Z","caller":"traceutil/trace.go:171","msg":"trace[1021160744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23455; }","duration":"1.442753619s","start":"2026-03-02T02:59:29.467112Z","end":"2026-03-02T02:59:30.909866Z","steps":["trace[1021160744] 'agreement among raft nodes before linearized reading' (duration: 1.442691297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.909895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.46708Z","time spent":"1.44280433s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:30.909852Z","caller":"traceutil/trace.go:171","msg":"trace[34239330] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"1.699074638s","start":"2026-03-02T02:59:29.210735Z","end":"2026-03-02T02:59:30.909809Z","steps":["trace[34239330] 'process raft request' (duration: 1.527170132s)","trace[34239330] 'compare' (duration: 170.173881ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:30.909894Z","caller":"traceutil/trace.go:171","msg":"trace[1827036457] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.697569668s","start":"2026-03-02T02:59:29.212294Z","end":"2026-03-02T02:59:30.909864Z","steps":["trace[1827036457] 'process raft request' (duration: 1.697032894s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:30.909892Z","caller":"traceutil/trace.go:171","msg":"trace[666363862] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.69799836s","start":"2026-03-02T02:59:29.211861Z","end":"2026-03-02T02:59:30.90986Z","steps":["trace[666363862] 'process raft request' (duration: 1.697430485s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443908899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T02:59:30.910047Z","caller":"traceutil/trace.go:171","msg":"trace[840121927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23455; }","duration":"1.443966351s","start":"2026-03-02T02:59:29.466075Z","end":"2026-03-02T02:59:30.910042Z","steps":["trace[840121927] 'agreement among raft nodes before linearized reading' (duration: 1.443907099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379613409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c60a443-b0b1-4c3f-a8c4-a36a86ec693c\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T02:59:30.910037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.210672Z","time spent":"1.699262883s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.910057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.211851Z","time spent":"1.698110393s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:30.910083Z","caller":"traceutil/trace.go:171","msg":"trace[1879823941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c60a443-b0b1-4c3f-a8c4-a36a86ec693c; range_end:; response_count:1; response_revision:23455; }","duration":"1.37968884s","start":"2026-03-02T02:59:29.53038Z","end":"2026-03-02T02:59:30.910068Z","steps":["trace[1879823941] 'agreement among raft nodes before linearized reading' (duration: 1.379488835s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.530361Z","time spent":"1.379749702s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8c60a443-b0b1-4c3f-a8c4-a36a86ec693c\" "} {"level":"warn","ts":"2026-03-02T02:59:30.910052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.212285Z","time spent":"1.697676062s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.910214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.204867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:30.910221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570031285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:59:30.910241Z","caller":"traceutil/trace.go:171","msg":"trace[341678888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23455; }","duration":"422.230728ms","start":"2026-03-02T02:59:30.488002Z","end":"2026-03-02T02:59:30.910233Z","steps":["trace[341678888] 'agreement among raft nodes before linearized reading' (duration: 422.179886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:30.910249Z","caller":"traceutil/trace.go:171","msg":"trace[872157691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23455; }","duration":"1.570072186s","start":"2026-03-02T02:59:29.340167Z","end":"2026-03-02T02:59:30.910239Z","steps":["trace[872157691] 'agreement among raft nodes before linearized reading' (duration: 1.569913032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.340162Z","time spent":"1.570109367s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:30.910268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.487947Z","time spent":"422.316009ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:30.91031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.183935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:30.910338Z","caller":"traceutil/trace.go:171","msg":"trace[1170185861] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23455; }","duration":"794.264087ms","start":"2026-03-02T02:59:30.116065Z","end":"2026-03-02T02:59:30.910329Z","steps":["trace[1170185861] 'agreement among raft nodes before linearized reading' (duration: 794.207196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206712066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:30.910369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.11604Z","time spent":"794.321659ms","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:30.910376Z","caller":"traceutil/trace.go:171","msg":"trace[1454928459] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23455; }","duration":"1.206793988s","start":"2026-03-02T02:59:29.703573Z","end":"2026-03-02T02:59:30.910367Z","steps":["trace[1454928459] 'agreement among raft nodes before linearized reading' (duration: 1.206742597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.703543Z","time spent":"1.20684909s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:30.910066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.466055Z","time spent":"1.444005432s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:30.910564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.283354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:30.910596Z","caller":"traceutil/trace.go:171","msg":"trace[1109704096] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23455; }","duration":"139.359296ms","start":"2026-03-02T02:59:30.771227Z","end":"2026-03-02T02:59:30.910586Z","steps":["trace[1109704096] 'agreement among raft nodes before linearized reading' (duration: 139.193702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:30.910722Z","caller":"traceutil/trace.go:171","msg":"trace[1704575758] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.572014378s","start":"2026-03-02T02:59:29.338674Z","end":"2026-03-02T02:59:30.910688Z","steps":["trace[1704575758] 'process raft request' (duration: 1.570684523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.132225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:30.910828Z","caller":"traceutil/trace.go:171","msg":"trace[596684198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23455; }","duration":"377.203846ms","start":"2026-03-02T02:59:30.533617Z","end":"2026-03-02T02:59:30.910821Z","steps":["trace[596684198] 'agreement among raft nodes before linearized reading' (duration: 377.136304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.910843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.533595Z","time spent":"377.243558ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:30.9109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.338636Z","time spent":"1.572163622s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:30.91186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208129914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:30.91189Z","caller":"traceutil/trace.go:171","msg":"trace[1526554767] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23455; }","duration":"1.208215685s","start":"2026-03-02T02:59:29.703668Z","end":"2026-03-02T02:59:30.911884Z","steps":["trace[1526554767] 'agreement among raft nodes before linearized reading' (duration: 1.206850059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.91191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.703635Z","time spent":"1.208269027s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2616,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:30.911954Z","caller":"traceutil/trace.go:171","msg":"trace[1400359923] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.572215283s","start":"2026-03-02T02:59:29.339719Z","end":"2026-03-02T02:59:30.911935Z","steps":["trace[1400359923] 'process raft request' (duration: 1.569665635s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:30.912038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:29.339707Z","time spent":"1.572286244s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:31.425676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551453034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:31.928377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551453034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:32.266262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350674193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:32.266664Z","caller":"traceutil/trace.go:171","msg":"trace[951433576] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"1.351144645s","start":"2026-03-02T02:59:30.915491Z","end":"2026-03-02T02:59:32.266636Z","steps":["trace[951433576] 'process raft request' (duration: 1.350927259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.266874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.915465Z","time spent":"1.351301609s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:32.928268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:32.928339Z","caller":"traceutil/trace.go:171","msg":"trace[989197322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058198s","start":"2026-03-02T02:59:30.928265Z","end":"2026-03-02T02:59:32.928323Z","steps":["trace[989197322] 'agreement among raft nodes before linearized reading' (duration: 1.999970445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:32.928382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.928254Z","time spent":"2.00011993s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:33.457503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189137861s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T02:59:33.529508Z","caller":"traceutil/trace.go:171","msg":"trace[312689945] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"2.613713178s","start":"2026-03-02T02:59:30.915765Z","end":"2026-03-02T02:59:33.529478Z","steps":["trace[312689945] 'process raft request' (duration: 2.541966371s)","trace[312689945] 'compare' (duration: 71.327426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:33.52967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.915752Z","time spent":"2.613832471s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:33.530037Z","caller":"traceutil/trace.go:171","msg":"trace[223527100] linearizableReadLoop","detail":"{readStateIndex:24283; appliedIndex:24276; }","duration":"2.60506527s","start":"2026-03-02T02:59:30.92496Z","end":"2026-03-02T02:59:33.530025Z","steps":["trace[223527100] 'read index received' (duration: 1.34148191s)","trace[223527100] 'applied index is now lower than readState.Index' (duration: 1.26358246s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:33.530027Z","caller":"traceutil/trace.go:171","msg":"trace[906938020] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"2.207197086s","start":"2026-03-02T02:59:31.322801Z","end":"2026-03-02T02:59:33.529998Z","steps":["trace[906938020] 'process raft request' (duration: 2.207081273s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:33.530113Z","caller":"traceutil/trace.go:171","msg":"trace[1045947668] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"2.613877133s","start":"2026-03-02T02:59:30.916226Z","end":"2026-03-02T02:59:33.530104Z","steps":["trace[1045947668] 'process raft request' (duration: 2.613164274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.530167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.916217Z","time spent":"2.613917804s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:33.530142Z","caller":"traceutil/trace.go:171","msg":"trace[314868083] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"2.605624004s","start":"2026-03-02T02:59:30.92448Z","end":"2026-03-02T02:59:33.530104Z","steps":["trace[314868083] 'process raft request' (duration: 2.605249124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.530199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.322776Z","time spent":"2.20732739s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:33.530328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.924458Z","time spent":"2.605767578s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:33.53041Z","caller":"traceutil/trace.go:171","msg":"trace[347704811] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.997059199s","start":"2026-03-02T02:59:31.533341Z","end":"2026-03-02T02:59:33.5304Z","steps":["trace[347704811] 'process raft request' (duration: 1.996601487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.530472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.533307Z","time spent":"1.997134511s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:33.530349Z","caller":"traceutil/trace.go:171","msg":"trace[759991523] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"2.604745781s","start":"2026-03-02T02:59:30.925593Z","end":"2026-03-02T02:59:33.530338Z","steps":["trace[759991523] 'process raft request' (duration: 2.604242198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.530715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605760758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T02:59:33.530758Z","caller":"traceutil/trace.go:171","msg":"trace[2095191917] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986; range_end:; response_count:1; response_revision:23462; }","duration":"2.60585886s","start":"2026-03-02T02:59:30.92489Z","end":"2026-03-02T02:59:33.530749Z","steps":["trace[2095191917] 'agreement among raft nodes before linearized reading' (duration: 2.605652944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:33.530791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.924864Z","time spent":"2.605918612s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" "} {"level":"warn","ts":"2026-03-02T02:59:33.53086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:30.92558Z","time spent":"2.605177472s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:34.030401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551453049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:34.538175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551453049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T02:59:34.63911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181370766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T02:59:34.929645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:34.929743Z","caller":"traceutil/trace.go:171","msg":"trace[1777249072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439208s","start":"2026-03-02T02:59:32.929283Z","end":"2026-03-02T02:59:34.929722Z","steps":["trace[1777249072] 'agreement among raft nodes before linearized reading' (duration: 2.000303475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:34.929806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.929274Z","time spent":"2.00051568s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:35.16405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.555414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:35.164261Z","caller":"traceutil/trace.go:171","msg":"trace[1385830944] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"2.820586501s","start":"2026-03-02T02:59:32.343639Z","end":"2026-03-02T02:59:35.164226Z","steps":["trace[1385830944] 'process raft request' (duration: 2.295750439s)","trace[1385830944] 'compare' (duration: 524.250846ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:35.164335Z","caller":"traceutil/trace.go:171","msg":"trace[2005614980] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"2.244425272s","start":"2026-03-02T02:59:32.919889Z","end":"2026-03-02T02:59:35.164314Z","steps":["trace[2005614980] 'process raft request' (duration: 2.244262748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.164427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.919861Z","time spent":"2.244512604s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:35.164428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.343621Z","time spent":"2.820718574s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.165088Z","caller":"traceutil/trace.go:171","msg":"trace[1191354006] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"2.245052829s","start":"2026-03-02T02:59:32.92Z","end":"2026-03-02T02:59:35.165053Z","steps":["trace[1191354006] 'process raft request' (duration: 2.244270718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.16526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.919995Z","time spent":"2.245173342s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.165342Z","caller":"traceutil/trace.go:171","msg":"trace[2002515631] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"2.245221633s","start":"2026-03-02T02:59:32.9201Z","end":"2026-03-02T02:59:35.165322Z","steps":["trace[2002515631] 'process raft request' (duration: 2.244992187s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:35.165316Z","caller":"traceutil/trace.go:171","msg":"trace[5453913] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"2.240165259s","start":"2026-03-02T02:59:32.925125Z","end":"2026-03-02T02:59:35.16529Z","steps":["trace[5453913] 'process raft request' (duration: 2.240090797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.165399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.920095Z","time spent":"2.245275134s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:35.165477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.925099Z","time spent":"2.240287763s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.165691Z","caller":"traceutil/trace.go:171","msg":"trace[1468546181] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"2.240433326s","start":"2026-03-02T02:59:32.925243Z","end":"2026-03-02T02:59:35.165677Z","steps":["trace[1468546181] 'process raft request' (duration: 2.240010885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.16576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.925229Z","time spent":"2.240488617s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.165755Z","caller":"traceutil/trace.go:171","msg":"trace[1574026676] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24283; }","duration":"1.635669241s","start":"2026-03-02T02:59:33.530071Z","end":"2026-03-02T02:59:35.16574Z","steps":["trace[1574026676] 'read index received' (duration: 1.10934128s)","trace[1574026676] 'applied index is now lower than readState.Index' (duration: 526.326481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:35.165968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105578731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:35.165962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031392113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-02T02:59:35.166052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745295509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:35.166073Z","caller":"traceutil/trace.go:171","msg":"trace[322491199] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23470; }","duration":"4.031562648s","start":"2026-03-02T02:59:31.134493Z","end":"2026-03-02T02:59:35.166056Z","steps":["trace[322491199] 'agreement among raft nodes before linearized reading' (duration: 4.031295871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.38548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:35.166104Z","caller":"traceutil/trace.go:171","msg":"trace[1100533248] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23470; }","duration":"2.745395312s","start":"2026-03-02T02:59:32.42069Z","end":"2026-03-02T02:59:35.166085Z","steps":["trace[1100533248] 'agreement among raft nodes before linearized reading' (duration: 2.745293399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.134467Z","time spent":"4.031642441s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-02T02:59:35.16614Z","caller":"traceutil/trace.go:171","msg":"trace[727685806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23470; }","duration":"228.460083ms","start":"2026-03-02T02:59:34.937646Z","end":"2026-03-02T02:59:35.166106Z","steps":["trace[727685806] 'agreement among raft nodes before linearized reading' (duration: 228.418962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:35.166179Z","caller":"traceutil/trace.go:171","msg":"trace[1272651657] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"2.23945966s","start":"2026-03-02T02:59:32.92671Z","end":"2026-03-02T02:59:35.16617Z","steps":["trace[1272651657] 'process raft request' (duration: 2.238880405s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.926702Z","time spent":"2.239498571s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:35.166142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.420658Z","time spent":"2.745474514s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.166301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.225857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T02:59:35.166352Z","caller":"traceutil/trace.go:171","msg":"trace[1734700991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23470; }","duration":"895.328671ms","start":"2026-03-02T02:59:34.271009Z","end":"2026-03-02T02:59:35.166338Z","steps":["trace[1734700991] 'agreement among raft nodes before linearized reading' (duration: 895.104335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334103774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:35.166388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.270984Z","time spent":"895.395252ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T02:59:35.166391Z","caller":"traceutil/trace.go:171","msg":"trace[1266876298] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.633036982s","start":"2026-03-02T02:59:33.533327Z","end":"2026-03-02T02:59:35.166364Z","steps":["trace[1266876298] 'process raft request' (duration: 1.632345493s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:35.166421Z","caller":"traceutil/trace.go:171","msg":"trace[981541003] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23470; }","duration":"2.334258417s","start":"2026-03-02T02:59:32.832139Z","end":"2026-03-02T02:59:35.166397Z","steps":["trace[981541003] 'agreement among raft nodes before linearized reading' (duration: 2.334049682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853230224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:59:35.166534Z","caller":"traceutil/trace.go:171","msg":"trace[907512439] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23470; }","duration":"2.853332547s","start":"2026-03-02T02:59:32.313186Z","end":"2026-03-02T02:59:35.166518Z","steps":["trace[907512439] 'agreement among raft nodes before linearized reading' (duration: 2.853183813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:33.533296Z","time spent":"1.633160135s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:35.16654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238560025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-02T02:59:35.166549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96344853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:35.166577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.313162Z","time spent":"2.853400819s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T02:59:35.16659Z","caller":"traceutil/trace.go:171","msg":"trace[1980833403] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23470; }","duration":"1.963523532s","start":"2026-03-02T02:59:33.203053Z","end":"2026-03-02T02:59:35.166577Z","steps":["trace[1980833403] 'agreement among raft nodes before linearized reading' (duration: 1.96345893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:33.203031Z","time spent":"1.963585464s","remote":"127.0.0.1:48786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.166633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998085764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:35.166425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364121308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:35.166697Z","caller":"traceutil/trace.go:171","msg":"trace[2121093633] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23470; }","duration":"2.998157426s","start":"2026-03-02T02:59:32.1685Z","end":"2026-03-02T02:59:35.166658Z","steps":["trace[2121093633] 'agreement among raft nodes before linearized reading' (duration: 2.998103565s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:35.166724Z","caller":"traceutil/trace.go:171","msg":"trace[592271494] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23470; }","duration":"2.364461647s","start":"2026-03-02T02:59:32.802242Z","end":"2026-03-02T02:59:35.166704Z","steps":["trace[592271494] 'agreement among raft nodes before linearized reading' (duration: 2.364142158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.168482Z","time spent":"2.998240418s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:35.166485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.832122Z","time spent":"2.33434956s","remote":"127.0.0.1:59668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.166776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.802215Z","time spent":"2.364542239s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.166821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787707848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T02:59:35.166867Z","caller":"traceutil/trace.go:171","msg":"trace[495014010] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23470; }","duration":"3.787801621s","start":"2026-03-02T02:59:31.379052Z","end":"2026-03-02T02:59:35.166854Z","steps":["trace[495014010] 'agreement among raft nodes before linearized reading' (duration: 3.787677448s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:35.16603Z","caller":"traceutil/trace.go:171","msg":"trace[1641164441] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23470; }","duration":"1.105697404s","start":"2026-03-02T02:59:34.06032Z","end":"2026-03-02T02:59:35.166017Z","steps":["trace[1641164441] 'agreement among raft nodes before linearized reading' (duration: 1.105607842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.379029Z","time spent":"3.787861982s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T02:59:35.166584Z","caller":"traceutil/trace.go:171","msg":"trace[2107400148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23470; }","duration":"3.238667277s","start":"2026-03-02T02:59:31.927903Z","end":"2026-03-02T02:59:35.166571Z","steps":["trace[2107400148] 'agreement among raft nodes before linearized reading' (duration: 3.238477812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.166946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:34.060288Z","time spent":"1.106636139s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.166987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.927868Z","time spent":"3.239100149s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:35.166967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21270997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:35.167014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174800978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:35.167051Z","caller":"traceutil/trace.go:171","msg":"trace[1009751572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23470; }","duration":"3.174842919s","start":"2026-03-02T02:59:31.992197Z","end":"2026-03-02T02:59:35.16704Z","steps":["trace[1009751572] 'agreement among raft nodes before linearized reading' (duration: 3.174773828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.167048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60884567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:35.167055Z","caller":"traceutil/trace.go:171","msg":"trace[1132161048] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23470; }","duration":"3.212867225s","start":"2026-03-02T02:59:31.954166Z","end":"2026-03-02T02:59:35.167033Z","steps":["trace[1132161048] 'agreement among raft nodes before linearized reading' (duration: 3.212698601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.167077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.992151Z","time spent":"3.174920081s","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:35.16709Z","caller":"traceutil/trace.go:171","msg":"trace[419478998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23470; }","duration":"2.608938182s","start":"2026-03-02T02:59:32.558141Z","end":"2026-03-02T02:59:35.167079Z","steps":["trace[419478998] 'agreement among raft nodes before linearized reading' (duration: 2.608304736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.167121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:32.558117Z","time spent":"2.608997064s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:35.167115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:31.954121Z","time spent":"3.212980408s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:35.476331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.144983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:35.476486Z","caller":"traceutil/trace.go:171","msg":"trace[446943267] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24292; }","duration":"257.748587ms","start":"2026-03-02T02:59:35.218723Z","end":"2026-03-02T02:59:35.476471Z","steps":["trace[446943267] 'read index received' (duration: 102.394949ms)","trace[446943267] 'applied index is now lower than readState.Index' (duration: 155.352768ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:35.476584Z","caller":"traceutil/trace.go:171","msg":"trace[2097123928] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"302.998124ms","start":"2026-03-02T02:59:35.173577Z","end":"2026-03-02T02:59:35.476576Z","steps":["trace[2097123928] 'process raft request' (duration: 147.491961ms)","trace[2097123928] 'compare' (duration: 155.02242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:35.476627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.173551Z","time spent":"303.051806ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.476814Z","caller":"traceutil/trace.go:171","msg":"trace[658738089] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"303.127798ms","start":"2026-03-02T02:59:35.173664Z","end":"2026-03-02T02:59:35.476792Z","steps":["trace[658738089] 'process raft request' (duration: 302.750858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.476885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.014761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"warn","ts":"2026-03-02T02:59:35.476891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.080947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:35.476946Z","caller":"traceutil/trace.go:171","msg":"trace[1592783338] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23473; }","duration":"256.099764ms","start":"2026-03-02T02:59:35.220834Z","end":"2026-03-02T02:59:35.476934Z","steps":["trace[1592783338] 'agreement among raft nodes before linearized reading' (duration: 255.935039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.476934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.173625Z","time spent":"303.243431ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:35.476995Z","caller":"traceutil/trace.go:171","msg":"trace[991600043] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23473; }","duration":"303.222ms","start":"2026-03-02T02:59:35.173753Z","end":"2026-03-02T02:59:35.476975Z","steps":["trace[991600043] 'agreement among raft nodes before linearized reading' (duration: 303.049365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:35.477052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.173742Z","time spent":"303.297102ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:36.990064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320659969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:36.990291Z","caller":"traceutil/trace.go:171","msg":"trace[303964896] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.504591314s","start":"2026-03-02T02:59:35.485665Z","end":"2026-03-02T02:59:36.990257Z","steps":["trace[303964896] 'process raft request' (duration: 183.641397ms)","trace[303964896] 'compare' (duration: 1.320529805s)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:36.990357Z","caller":"traceutil/trace.go:171","msg":"trace[533952233] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.453726948s","start":"2026-03-02T02:59:35.536572Z","end":"2026-03-02T02:59:36.990299Z","steps":["trace[533952233] 'process raft request' (duration: 1.453628635s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.990458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.485635Z","time spent":"1.504732577s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:36.990471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.536553Z","time spent":"1.453867902s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:36.990999Z","caller":"traceutil/trace.go:171","msg":"trace[1861584705] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24294; }","duration":"1.503151755s","start":"2026-03-02T02:59:35.487836Z","end":"2026-03-02T02:59:36.990988Z","steps":["trace[1861584705] 'read index received' (duration: 181.48586ms)","trace[1861584705] 'applied index is now lower than readState.Index' (duration: 1.321664635s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:36.99224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504379947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:36.99231Z","caller":"traceutil/trace.go:171","msg":"trace[2049699466] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23475; }","duration":"1.50447621s","start":"2026-03-02T02:59:35.487817Z","end":"2026-03-02T02:59:36.992293Z","steps":["trace[2049699466] 'agreement among raft nodes before linearized reading' (duration: 1.503253358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:36.992366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.48781Z","time spent":"1.504544942s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:38.489485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999801143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T02:59:38.489569Z","caller":"traceutil/trace.go:171","msg":"trace[320977384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927026s","start":"2026-03-02T02:59:36.489624Z","end":"2026-03-02T02:59:38.489551Z","steps":["trace[320977384] 'agreement among raft nodes before linearized reading' (duration: 1.999797053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.489617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.489562Z","time spent":"2.000042938s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:38.644021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320622478s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:59:38.644372Z","caller":"traceutil/trace.go:171","msg":"trace[1373832955] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24296; }","duration":"1.653326328s","start":"2026-03-02T02:59:36.991023Z","end":"2026-03-02T02:59:38.644349Z","steps":["trace[1373832955] 'read index received' (duration: 332.367551ms)","trace[1373832955] 'applied index is now lower than readState.Index' (duration: 1.320957547s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:38.645331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692519773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:38.645375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04445801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:38.645415Z","caller":"traceutil/trace.go:171","msg":"trace[1247780258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23475; }","duration":"2.692656967s","start":"2026-03-02T02:59:35.952735Z","end":"2026-03-02T02:59:38.645392Z","steps":["trace[1247780258] 'agreement among raft nodes before linearized reading' (duration: 2.692501523s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:38.645425Z","caller":"traceutil/trace.go:171","msg":"trace[1340720655] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23475; }","duration":"3.044578203s","start":"2026-03-02T02:59:35.600832Z","end":"2026-03-02T02:59:38.645411Z","steps":["trace[1340720655] 'agreement among raft nodes before linearized reading' (duration: 3.04445037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.64546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.95271Z","time spent":"2.692739239s","remote":"127.0.0.1:46104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:38.645472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.60081Z","time spent":"3.044648106s","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:38.645484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108452613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:38.645497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108784242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:38.645531Z","caller":"traceutil/trace.go:171","msg":"trace[1584876691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23475; }","duration":"3.108519455s","start":"2026-03-02T02:59:35.536994Z","end":"2026-03-02T02:59:38.645514Z","steps":["trace[1584876691] 'agreement among raft nodes before linearized reading' (duration: 3.10832025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.64549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808693788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:38.645563Z","caller":"traceutil/trace.go:171","msg":"trace[1980760182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23475; }","duration":"3.108899365s","start":"2026-03-02T02:59:35.536644Z","end":"2026-03-02T02:59:38.645543Z","steps":["trace[1980760182] 'agreement among raft nodes before linearized reading' (duration: 3.108643828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.645535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108149096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:59:38.64556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109926273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:59:38.645605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.53662Z","time spent":"3.108976537s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:38.645625Z","caller":"traceutil/trace.go:171","msg":"trace[427252457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23475; }","duration":"3.108277058s","start":"2026-03-02T02:59:35.537324Z","end":"2026-03-02T02:59:38.645601Z","steps":["trace[427252457] 'agreement among raft nodes before linearized reading' (duration: 3.10797968s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:38.645634Z","caller":"traceutil/trace.go:171","msg":"trace[808762457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23475; }","duration":"3.110149738s","start":"2026-03-02T02:59:35.535463Z","end":"2026-03-02T02:59:38.645613Z","steps":["trace[808762457] 'agreement among raft nodes before linearized reading' (duration: 3.1098561s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:38.645627Z","caller":"traceutil/trace.go:171","msg":"trace[134818792] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23475; }","duration":"1.808898823s","start":"2026-03-02T02:59:36.836679Z","end":"2026-03-02T02:59:38.645578Z","steps":["trace[134818792] 'agreement among raft nodes before linearized reading' (duration: 1.808606985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.645675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.537314Z","time spent":"3.10834861s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:59:38.64564Z","caller":"traceutil/trace.go:171","msg":"trace[614590237] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.474748955s","start":"2026-03-02T02:59:37.17086Z","end":"2026-03-02T02:59:38.645609Z","steps":["trace[614590237] 'process raft request' (duration: 1.473305806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.645692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.535431Z","time spent":"3.11024453s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:38.645692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.836647Z","time spent":"1.809028496s","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:38.645574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.536989Z","time spent":"3.108575416s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:38.645443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936470107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:38.64582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.17082Z","time spent":"1.4749028s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:38.646034Z","caller":"traceutil/trace.go:171","msg":"trace[2147070488] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23475; }","duration":"1.936960181s","start":"2026-03-02T02:59:36.708878Z","end":"2026-03-02T02:59:38.645838Z","steps":["trace[2147070488] 'agreement among raft nodes before linearized reading' (duration: 1.936434067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:38.646078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.708854Z","time spent":"1.937209687s","remote":"127.0.0.1:41744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.037544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506541422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.037647Z","caller":"traceutil/trace.go:171","msg":"trace[463962598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23476; }","duration":"3.506672326s","start":"2026-03-02T02:59:35.530947Z","end":"2026-03-02T02:59:39.037619Z","steps":["trace[463962598] 'agreement among raft nodes before linearized reading' (duration: 3.114587806s)","trace[463962598] 'range keys from in-memory index tree' (duration: 391.950516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.037902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:35.530936Z","time spent":"3.506950583s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T02:59:39.038759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780222123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274857"} {"level":"info","ts":"2026-03-02T02:59:39.038841Z","caller":"traceutil/trace.go:171","msg":"trace[1720703094] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23476; }","duration":"2.780356587s","start":"2026-03-02T02:59:36.258464Z","end":"2026-03-02T02:59:39.038821Z","steps":["trace[1720703094] 'agreement among raft nodes before linearized reading' (duration: 2.387002753s)","trace[1720703094] 'range keys from in-memory index tree' (duration: 392.928593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.038887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.258445Z","time spent":"2.780430679s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274880,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T02:59:39.039074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867503951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:39.0391Z","caller":"traceutil/trace.go:171","msg":"trace[1477767530] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23476; }","duration":"2.867574184s","start":"2026-03-02T02:59:36.171517Z","end":"2026-03-02T02:59:39.039091Z","steps":["trace[1477767530] 'agreement among raft nodes before linearized reading' (duration: 2.474032545s)","trace[1477767530] 'range keys from in-memory index tree' (duration: 393.481187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.039124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.171494Z","time spent":"2.867625735s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:39.039274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234862569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.039301Z","caller":"traceutil/trace.go:171","msg":"trace[1284860684] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23476; }","duration":"2.234929831s","start":"2026-03-02T02:59:36.804363Z","end":"2026-03-02T02:59:39.039293Z","steps":["trace[1284860684] 'agreement among raft nodes before linearized reading' (duration: 1.841148276s)","trace[1284860684] 'count revisions from in-memory index tree' (duration: 393.743314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.039326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.804343Z","time spent":"2.234976373s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.03947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242497731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T02:59:39.039493Z","caller":"traceutil/trace.go:171","msg":"trace[553424958] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04; range_end:; response_count:1; response_revision:23476; }","duration":"2.242577113s","start":"2026-03-02T02:59:36.796907Z","end":"2026-03-02T02:59:39.039484Z","steps":["trace[553424958] 'agreement among raft nodes before linearized reading' (duration: 1.848615313s)","trace[553424958] 'range keys from in-memory index tree' (duration: 393.900529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.039513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.796874Z","time spent":"2.242633505s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898e6ea71720e04\" "} {"level":"warn","ts":"2026-03-02T02:59:39.040193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.526625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:39.040328Z","caller":"traceutil/trace.go:171","msg":"trace[2108075769] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.868927741s","start":"2026-03-02T02:59:37.171381Z","end":"2026-03-02T02:59:39.040309Z","steps":["trace[2108075769] 'process raft request' (duration: 1.474216551s)","trace[2108075769] 'compare' (duration: 394.020582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:39.04037Z","caller":"traceutil/trace.go:171","msg":"trace[333324575] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.868671223s","start":"2026-03-02T02:59:37.171693Z","end":"2026-03-02T02:59:39.040364Z","steps":["trace[333324575] 'process raft request' (duration: 1.86855614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.171344Z","time spent":"1.869022534s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:39.040407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.171678Z","time spent":"1.868707905s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.040347Z","caller":"traceutil/trace.go:171","msg":"trace[1372527947] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.86849845s","start":"2026-03-02T02:59:37.171838Z","end":"2026-03-02T02:59:39.040337Z","steps":["trace[1372527947] 'process raft request' (duration: 1.868448818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.171806Z","time spent":"1.868646303s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.040517Z","caller":"traceutil/trace.go:171","msg":"trace[1532746718] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.867622916s","start":"2026-03-02T02:59:37.172888Z","end":"2026-03-02T02:59:39.040511Z","steps":["trace[1532746718] 'process raft request' (duration: 1.867421311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.172877Z","time spent":"1.867654567s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.04055Z","caller":"traceutil/trace.go:171","msg":"trace[1186444772] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.866985269s","start":"2026-03-02T02:59:37.173558Z","end":"2026-03-02T02:59:39.040543Z","steps":["trace[1186444772] 'process raft request' (duration: 1.866854436s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.173548Z","time spent":"1.86701853s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.040563Z","caller":"traceutil/trace.go:171","msg":"trace[51791604] linearizableReadLoop","detail":"{readStateIndex:24304; appliedIndex:24298; }","duration":"396.138957ms","start":"2026-03-02T02:59:38.644405Z","end":"2026-03-02T02:59:39.040544Z","steps":["trace[51791604] 'read index received' (duration: 245.618666ms)","trace[51791604] 'applied index is now lower than readState.Index' (duration: 150.519131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:39.040668Z","caller":"traceutil/trace.go:171","msg":"trace[1228264219] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.538624785s","start":"2026-03-02T02:59:37.502033Z","end":"2026-03-02T02:59:39.040658Z","steps":["trace[1228264219] 'process raft request' (duration: 1.538474371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575992143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T02:59:39.040704Z","caller":"traceutil/trace.go:171","msg":"trace[1763071521] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:23482; }","duration":"1.576051255s","start":"2026-03-02T02:59:37.464648Z","end":"2026-03-02T02:59:39.040699Z","steps":["trace[1763071521] 'agreement among raft nodes before linearized reading' (duration: 1.576004874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.464626Z","time spent":"1.576092586s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-02T02:59:39.040775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.502012Z","time spent":"1.538684796s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:39.04081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292962437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:39.040808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.434322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:39.04083Z","caller":"traceutil/trace.go:171","msg":"trace[1335577236] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23482; }","duration":"1.292982238s","start":"2026-03-02T02:59:37.747841Z","end":"2026-03-02T02:59:39.040824Z","steps":["trace[1335577236] 'agreement among raft nodes before linearized reading' (duration: 1.292951117s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:39.040833Z","caller":"traceutil/trace.go:171","msg":"trace[749389886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23482; }","duration":"901.508104ms","start":"2026-03-02T02:59:38.139319Z","end":"2026-03-02T02:59:39.040827Z","steps":["trace[749389886] 'agreement among raft nodes before linearized reading' (duration: 901.440932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.747804Z","time spent":"1.293038719s","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.040853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.139295Z","time spent":"901.553155ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:39.040853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.209252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.040905Z","caller":"traceutil/trace.go:171","msg":"trace[1185269322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"550.297074ms","start":"2026-03-02T02:59:38.490595Z","end":"2026-03-02T02:59:39.040892Z","steps":["trace[1185269322] 'agreement among raft nodes before linearized reading' (duration: 550.221452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.040942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.490581Z","time spent":"550.353957ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:39.04104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044543806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:59:39.040949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559082726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:59:39.041054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72027666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T02:59:39.041075Z","caller":"traceutil/trace.go:171","msg":"trace[1878272332] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986; range_end:; response_count:1; response_revision:23482; }","duration":"2.044607647s","start":"2026-03-02T02:59:36.996457Z","end":"2026-03-02T02:59:39.041065Z","steps":["trace[1878272332] 'agreement among raft nodes before linearized reading' (duration: 2.044474764s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:39.041079Z","caller":"traceutil/trace.go:171","msg":"trace[820322770] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23482; }","duration":"1.720351651s","start":"2026-03-02T02:59:37.320721Z","end":"2026-03-02T02:59:39.041073Z","steps":["trace[820322770] 'agreement among raft nodes before linearized reading' (duration: 1.720282119s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.041035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820596363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:39.041104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:36.99643Z","time spent":"2.044666699s","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" "} {"level":"info","ts":"2026-03-02T02:59:39.041083Z","caller":"traceutil/trace.go:171","msg":"trace[1068716270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23482; }","duration":"1.55926067s","start":"2026-03-02T02:59:37.48181Z","end":"2026-03-02T02:59:39.041071Z","steps":["trace[1068716270] 'agreement among raft nodes before linearized reading' (duration: 1.559104016s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.041157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.481784Z","time spent":"1.559364913s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:39.041094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726952596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-02T02:59:39.041156Z","caller":"traceutil/trace.go:171","msg":"trace[517816771] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23482; }","duration":"1.820784577s","start":"2026-03-02T02:59:37.220336Z","end":"2026-03-02T02:59:39.04112Z","steps":["trace[517816771] 'agreement among raft nodes before linearized reading' (duration: 1.820570732s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:39.041189Z","caller":"traceutil/trace.go:171","msg":"trace[672188616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23482; }","duration":"1.727186562s","start":"2026-03-02T02:59:37.313996Z","end":"2026-03-02T02:59:39.041182Z","steps":["trace[672188616] 'agreement among raft nodes before linearized reading' (duration: 1.727065229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.041221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.313969Z","time spent":"1.727247034s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-02T02:59:39.041228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.22031Z","time spent":"1.820898391s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.041101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:37.320698Z","time spent":"1.720398783s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:59:39.081436Z","caller":"traceutil/trace.go:171","msg":"trace[1731194323] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"431.893683ms","start":"2026-03-02T02:59:38.649509Z","end":"2026-03-02T02:59:39.081402Z","steps":["trace[1731194323] 'process raft request' (duration: 431.687548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.081632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.649488Z","time spent":"432.037607ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.081711Z","caller":"traceutil/trace.go:171","msg":"trace[1436823935] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"431.309178ms","start":"2026-03-02T02:59:38.650387Z","end":"2026-03-02T02:59:39.081696Z","steps":["trace[1436823935] 'process raft request' (duration: 430.973579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.081765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.650367Z","time spent":"431.37103ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.081775Z","caller":"traceutil/trace.go:171","msg":"trace[1878371052] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"431.090392ms","start":"2026-03-02T02:59:38.650659Z","end":"2026-03-02T02:59:39.081749Z","steps":["trace[1878371052] 'process raft request' (duration: 431.030641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:39.081838Z","caller":"traceutil/trace.go:171","msg":"trace[521698209] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"431.351039ms","start":"2026-03-02T02:59:38.650456Z","end":"2026-03-02T02:59:39.081807Z","steps":["trace[521698209] 'process raft request' (duration: 431.136943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.081955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.650651Z","time spent":"431.224126ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:39.081979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.650432Z","time spent":"431.446912ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.80003Z","caller":"traceutil/trace.go:171","msg":"trace[2124209841] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"798.592881ms","start":"2026-03-02T02:59:39.001408Z","end":"2026-03-02T02:59:39.800001Z","steps":["trace[2124209841] 'process raft request' (duration: 798.329344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.800206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.001371Z","time spent":"798.739545ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.800244Z","caller":"traceutil/trace.go:171","msg":"trace[938508989] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"756.961379ms","start":"2026-03-02T02:59:39.043257Z","end":"2026-03-02T02:59:39.800218Z","steps":["trace[938508989] 'process raft request' (duration: 756.676042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.80042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.043237Z","time spent":"757.085222ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:39.800487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.043432Z","time spent":"757.046671ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T02:59:39.800567Z","caller":"traceutil/trace.go:171","msg":"trace[344817387] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"756.593079ms","start":"2026-03-02T02:59:39.043962Z","end":"2026-03-02T02:59:39.800555Z","steps":["trace[344817387] 'process raft request' (duration: 756.439345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:39.800587Z","caller":"traceutil/trace.go:171","msg":"trace[887703951] linearizableReadLoop","detail":"{readStateIndex:24309; appliedIndex:24304; }","duration":"759.941699ms","start":"2026-03-02T02:59:39.040624Z","end":"2026-03-02T02:59:39.800566Z","steps":["trace[887703951] 'read index received' (duration: 40.598594ms)","trace[887703951] 'applied index is now lower than readState.Index' (duration: 719.339815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:39.800643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.043951Z","time spent":"756.644771ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:39.800739Z","caller":"traceutil/trace.go:171","msg":"trace[1748720551] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"754.997447ms","start":"2026-03-02T02:59:39.04567Z","end":"2026-03-02T02:59:39.800668Z","steps":["trace[1748720551] 'process raft request' (duration: 754.825433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.800798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139814596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.800855Z","caller":"traceutil/trace.go:171","msg":"trace[486207841] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23490; }","duration":"1.139939709s","start":"2026-03-02T02:59:38.6609Z","end":"2026-03-02T02:59:39.800839Z","steps":["trace[486207841] 'agreement among raft nodes before linearized reading' (duration: 1.139844846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.800879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.660887Z","time spent":"1.139987101s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.800873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.75264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.800911Z","caller":"traceutil/trace.go:171","msg":"trace[1197659921] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23490; }","duration":"560.828742ms","start":"2026-03-02T02:59:39.240071Z","end":"2026-03-02T02:59:39.8009Z","steps":["trace[1197659921] 'agreement among raft nodes before linearized reading' (duration: 560.76363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.800935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.240052Z","time spent":"560.877093ms","remote":"127.0.0.1:46522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.80094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.045644Z","time spent":"755.194053ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:39.800977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045049149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:39.800992Z","caller":"traceutil/trace.go:171","msg":"trace[1417989713] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23490; }","duration":"1.045094111s","start":"2026-03-02T02:59:38.755893Z","end":"2026-03-02T02:59:39.800987Z","steps":["trace[1417989713] 'agreement among raft nodes before linearized reading' (duration: 1.04506216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.800983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.994012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:39.801007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.755879Z","time spent":"1.045122701s","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:39.801004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.574286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l45hd\" ","response":"range_response_count:1 size:18518"} {"level":"info","ts":"2026-03-02T02:59:39.801021Z","caller":"traceutil/trace.go:171","msg":"trace[525382244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23490; }","duration":"745.047924ms","start":"2026-03-02T02:59:39.055962Z","end":"2026-03-02T02:59:39.80101Z","steps":["trace[525382244] 'agreement among raft nodes before linearized reading' (duration: 744.989923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.801054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.055951Z","time spent":"745.095955ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:39.801053Z","caller":"traceutil/trace.go:171","msg":"trace[281601296] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l45hd; range_end:; response_count:1; response_revision:23490; }","duration":"757.677298ms","start":"2026-03-02T02:59:39.043359Z","end":"2026-03-02T02:59:39.801037Z","steps":["trace[281601296] 'agreement among raft nodes before linearized reading' (duration: 757.466973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.801092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.043327Z","time spent":"757.75468ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18541,"request content":"key:\"/registry/pods/kube-system/cilium-l45hd\" "} {"level":"warn","ts":"2026-03-02T02:59:39.801152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.602795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T02:59:39.801175Z","caller":"traceutil/trace.go:171","msg":"trace[304535125] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23490; }","duration":"144.663537ms","start":"2026-03-02T02:59:39.656505Z","end":"2026-03-02T02:59:39.801169Z","steps":["trace[304535125] 'agreement among raft nodes before linearized reading' (duration: 144.539063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.801195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:39.800775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.012476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:39.801213Z","caller":"traceutil/trace.go:171","msg":"trace[484958475] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23490; }","duration":"757.750061ms","start":"2026-03-02T02:59:39.043458Z","end":"2026-03-02T02:59:39.801208Z","steps":["trace[484958475] 'agreement among raft nodes before linearized reading' (duration: 757.71893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.801227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.043425Z","time spent":"757.798602ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T02:59:39.801234Z","caller":"traceutil/trace.go:171","msg":"trace[1813951412] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23490; }","duration":"840.522819ms","start":"2026-03-02T02:59:38.960697Z","end":"2026-03-02T02:59:39.801219Z","steps":["trace[1813951412] 'agreement among raft nodes before linearized reading' (duration: 839.969134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:39.801276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:38.960668Z","time spent":"840.594731ms","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.648253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.924147Z","time spent":"724.094052ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:40.649208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.893804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:40.649489Z","caller":"traceutil/trace.go:171","msg":"trace[664040675] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"478.111515ms","start":"2026-03-02T02:59:40.171359Z","end":"2026-03-02T02:59:40.64947Z","steps":["trace[664040675] 'process raft request' (duration: 478.061004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.649565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.171327Z","time spent":"478.199818ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:40.649808Z","caller":"traceutil/trace.go:171","msg":"trace[836088306] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"847.803224ms","start":"2026-03-02T02:59:39.801993Z","end":"2026-03-02T02:59:40.649796Z","steps":["trace[836088306] 'process raft request' (duration: 497.240132ms)","trace[836088306] 'compare' (duration: 349.294048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:40.649876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.801975Z","time spent":"847.868025ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:40.650085Z","caller":"traceutil/trace.go:171","msg":"trace[1555526940] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"841.596129ms","start":"2026-03-02T02:59:39.808447Z","end":"2026-03-02T02:59:40.650043Z","steps":["trace[1555526940] 'process raft request' (duration: 840.87219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650326Z","caller":"traceutil/trace.go:171","msg":"trace[289091826] linearizableReadLoop","detail":"{readStateIndex:24314; appliedIndex:24313; }","duration":"847.355871ms","start":"2026-03-02T02:59:39.802942Z","end":"2026-03-02T02:59:40.650298Z","steps":["trace[289091826] 'read index received' (duration: 496.320506ms)","trace[289091826] 'applied index is now lower than readState.Index' (duration: 351.032675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:40.650341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.808435Z","time spent":"841.758073ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:40.650613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.1598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T02:59:40.65062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.193263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:40.650602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.500345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:40.650705Z","caller":"traceutil/trace.go:171","msg":"trace[2105117631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23493; }","duration":"605.663889ms","start":"2026-03-02T02:59:40.04502Z","end":"2026-03-02T02:59:40.650684Z","steps":["trace[2105117631] 'agreement among raft nodes before linearized reading' (duration: 605.441613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650708Z","caller":"traceutil/trace.go:171","msg":"trace[740095611] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23493; }","duration":"502.320036ms","start":"2026-03-02T02:59:40.148343Z","end":"2026-03-02T02:59:40.650663Z","steps":["trace[740095611] 'agreement among raft nodes before linearized reading' (duration: 502.12026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.070681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T02:59:40.650763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.148317Z","time spent":"502.428929ms","remote":"127.0.0.1:59624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.998322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:40.650814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.082473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:40.650817Z","caller":"traceutil/trace.go:171","msg":"trace[1318317671] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23493; }","duration":"844.044143ms","start":"2026-03-02T02:59:39.806758Z","end":"2026-03-02T02:59:40.650802Z","steps":["trace[1318317671] 'agreement among raft nodes before linearized reading' (duration: 843.970501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650838Z","caller":"traceutil/trace.go:171","msg":"trace[1789667935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23493; }","duration":"163.150865ms","start":"2026-03-02T02:59:40.487681Z","end":"2026-03-02T02:59:40.650832Z","steps":["trace[1789667935] 'agreement among raft nodes before linearized reading' (duration: 163.100154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:40.650817Z","caller":"traceutil/trace.go:171","msg":"trace[1469898243] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23493; }","duration":"462.259066ms","start":"2026-03-02T02:59:40.18853Z","end":"2026-03-02T02:59:40.650789Z","steps":["trace[1469898243] 'agreement among raft nodes before linearized reading' (duration: 461.937417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.806752Z","time spent":"844.096065ms","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:40.650887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.188512Z","time spent":"462.358909ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:59:40.650947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.294942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.651029Z","caller":"traceutil/trace.go:171","msg":"trace[1029683657] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23493; }","duration":"227.448106ms","start":"2026-03-02T02:59:40.423561Z","end":"2026-03-02T02:59:40.651009Z","steps":["trace[1029683657] 'agreement among raft nodes before linearized reading' (duration: 227.251041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.650749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.044994Z","time spent":"605.742832ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:40.651096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.291834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:40.651162Z","caller":"traceutil/trace.go:171","msg":"trace[788460736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23493; }","duration":"846.370355ms","start":"2026-03-02T02:59:39.804776Z","end":"2026-03-02T02:59:40.651147Z","steps":["trace[788460736] 'agreement among raft nodes before linearized reading' (duration: 846.101118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.651204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.804772Z","time spent":"846.420277ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T02:59:40.650699Z","caller":"traceutil/trace.go:171","msg":"trace[1102948272] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986; range_end:; response_count:1; response_revision:23493; }","duration":"846.248192ms","start":"2026-03-02T02:59:39.804399Z","end":"2026-03-02T02:59:40.650647Z","steps":["trace[1102948272] 'agreement among raft nodes before linearized reading' (duration: 846.053277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.651307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.804384Z","time spent":"846.901769ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898e6ebf33c9986\" "} {"level":"warn","ts":"2026-03-02T02:59:40.653914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.969477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:40.653971Z","caller":"traceutil/trace.go:171","msg":"trace[71547518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23493; }","duration":"851.036629ms","start":"2026-03-02T02:59:39.802902Z","end":"2026-03-02T02:59:40.653938Z","steps":["trace[71547518] 'agreement among raft nodes before linearized reading' (duration: 847.494496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:40.653999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:39.802887Z","time spent":"851.107441ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:41.278955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.131624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:41.279233Z","caller":"traceutil/trace.go:171","msg":"trace[866688080] linearizableReadLoop","detail":"{readStateIndex:24317; appliedIndex:24316; }","duration":"626.975593ms","start":"2026-03-02T02:59:40.652236Z","end":"2026-03-02T02:59:41.279212Z","steps":["trace[866688080] 'read index received' (duration: 105.455229ms)","trace[866688080] 'applied index is now lower than readState.Index' (duration: 521.516534ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:41.279455Z","caller":"traceutil/trace.go:171","msg":"trace[271656585] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"628.137263ms","start":"2026-03-02T02:59:40.651283Z","end":"2026-03-02T02:59:41.27942Z","steps":["trace[271656585] 'process raft request' (duration: 106.417844ms)","trace[271656585] 'compare' (duration: 520.589319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:41.279625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.651264Z","time spent":"628.263547ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:41.279882Z","caller":"traceutil/trace.go:171","msg":"trace[1253274507] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"626.85787ms","start":"2026-03-02T02:59:40.652997Z","end":"2026-03-02T02:59:41.279855Z","steps":["trace[1253274507] 'process raft request' (duration: 626.10439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.27998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.652987Z","time spent":"626.943802ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:41.280109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.834815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T02:59:41.280194Z","caller":"traceutil/trace.go:171","msg":"trace[649854794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23495; }","duration":"627.962788ms","start":"2026-03-02T02:59:40.65221Z","end":"2026-03-02T02:59:41.280173Z","steps":["trace[649854794] 'agreement among raft nodes before linearized reading' (duration: 627.095175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.280252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.652182Z","time spent":"628.056821ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T02:59:41.313458Z","caller":"traceutil/trace.go:171","msg":"trace[1934084593] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"259.883554ms","start":"2026-03-02T02:59:41.053555Z","end":"2026-03-02T02:59:41.313438Z","steps":["trace[1934084593] 'process raft request' (duration: 259.73263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.879287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.625106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:41.879466Z","caller":"traceutil/trace.go:171","msg":"trace[220069555] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"824.963999ms","start":"2026-03-02T02:59:41.054482Z","end":"2026-03-02T02:59:41.879446Z","steps":["trace[220069555] 'process raft request' (duration: 604.099608ms)","trace[220069555] 'compare' (duration: 220.197564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:41.879551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.054439Z","time spent":"825.086272ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:41.879562Z","caller":"traceutil/trace.go:171","msg":"trace[1162463278] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"824.98662ms","start":"2026-03-02T02:59:41.05456Z","end":"2026-03-02T02:59:41.879546Z","steps":["trace[1162463278] 'process raft request' (duration: 824.888807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:41.879561Z","caller":"traceutil/trace.go:171","msg":"trace[40960172] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"825.020451ms","start":"2026-03-02T02:59:41.054515Z","end":"2026-03-02T02:59:41.879535Z","steps":["trace[40960172] 'process raft request' (duration: 824.852486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.879615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.054526Z","time spent":"825.063942ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:41.880001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103332002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:41.88003Z","caller":"traceutil/trace.go:171","msg":"trace[1305428662] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23501; }","duration":"1.103387523s","start":"2026-03-02T02:59:40.776635Z","end":"2026-03-02T02:59:41.880023Z","steps":["trace[1305428662] 'agreement among raft nodes before linearized reading' (duration: 1.103312791s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.776625Z","time spent":"1.103424914s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:41.880109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197261786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T02:59:41.880085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220723596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:41.88015Z","caller":"traceutil/trace.go:171","msg":"trace[1621964682] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23501; }","duration":"1.197340078s","start":"2026-03-02T02:59:40.6828Z","end":"2026-03-02T02:59:41.880141Z","steps":["trace[1621964682] 'agreement among raft nodes before linearized reading' (duration: 1.197151673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.464463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T02:59:41.880171Z","caller":"traceutil/trace.go:171","msg":"trace[223148064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23501; }","duration":"1.22086716s","start":"2026-03-02T02:59:40.659285Z","end":"2026-03-02T02:59:41.880152Z","steps":["trace[223148064] 'agreement among raft nodes before linearized reading' (duration: 1.220696895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11273487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:41.880216Z","caller":"traceutil/trace.go:171","msg":"trace[183625643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23501; }","duration":"794.569135ms","start":"2026-03-02T02:59:41.085628Z","end":"2026-03-02T02:59:41.880198Z","steps":["trace[183625643] 'agreement among raft nodes before linearized reading' (duration: 794.321959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.659268Z","time spent":"1.220946423s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:41.88024Z","caller":"traceutil/trace.go:171","msg":"trace[2070540648] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23501; }","duration":"1.112762601s","start":"2026-03-02T02:59:40.767471Z","end":"2026-03-02T02:59:41.880233Z","steps":["trace[2070540648] 'agreement among raft nodes before linearized reading' (duration: 1.11272338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.085624Z","time spent":"794.627387ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:41.880298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.391207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:41.880334Z","caller":"traceutil/trace.go:171","msg":"trace[1783945227] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23501; }","duration":"826.459578ms","start":"2026-03-02T02:59:41.053865Z","end":"2026-03-02T02:59:41.880325Z","steps":["trace[1783945227] 'agreement among raft nodes before linearized reading' (duration: 826.390447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.053854Z","time spent":"826.50142ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:41.880454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.149685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T02:59:41.88047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.3644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:41.880505Z","caller":"traceutil/trace.go:171","msg":"trace[2109610985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23501; }","duration":"794.442302ms","start":"2026-03-02T02:59:41.086056Z","end":"2026-03-02T02:59:41.880499Z","steps":["trace[2109610985] 'agreement among raft nodes before linearized reading' (duration: 794.36798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.88053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.086027Z","time spent":"794.498824ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:41.880177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.682779Z","time spent":"1.197390429s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T02:59:41.880628Z","caller":"traceutil/trace.go:171","msg":"trace[2081131810] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"825.37342ms","start":"2026-03-02T02:59:41.055248Z","end":"2026-03-02T02:59:41.880622Z","steps":["trace[2081131810] 'process raft request' (duration: 824.259521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.279104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:59:41.880687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.055225Z","time spent":"825.435141ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:41.880697Z","caller":"traceutil/trace.go:171","msg":"trace[1207277209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23501; }","duration":"795.730756ms","start":"2026-03-02T02:59:41.084956Z","end":"2026-03-02T02:59:41.880687Z","steps":["trace[1207277209] 'agreement among raft nodes before linearized reading' (duration: 795.200462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:41.880508Z","caller":"traceutil/trace.go:171","msg":"trace[687867250] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"825.73522ms","start":"2026-03-02T02:59:41.054767Z","end":"2026-03-02T02:59:41.880502Z","steps":["trace[687867250] 'process raft request' (duration: 824.718423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.880871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.054755Z","time spent":"826.088219ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:41.880984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.054501Z","time spent":"825.123784ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:41.880948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228371869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"info","ts":"2026-03-02T02:59:41.881038Z","caller":"traceutil/trace.go:171","msg":"trace[653042982] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23501; }","duration":"1.228503182s","start":"2026-03-02T02:59:40.652518Z","end":"2026-03-02T02:59:41.881021Z","steps":["trace[653042982] 'agreement among raft nodes before linearized reading' (duration: 1.228338278s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:41.880483Z","caller":"traceutil/trace.go:171","msg":"trace[1972647361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23501; }","duration":"794.185675ms","start":"2026-03-02T02:59:41.086291Z","end":"2026-03-02T02:59:41.880476Z","steps":["trace[1972647361] 'agreement among raft nodes before linearized reading' (duration: 794.112244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:41.881083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.652498Z","time spent":"1.228573394s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18530,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T02:59:41.881094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.086286Z","time spent":"794.793991ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:41.880268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:40.767397Z","time spent":"1.112866424s","remote":"127.0.0.1:48774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:41.88073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.084907Z","time spent":"795.813778ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T02:59:41.88164Z","caller":"traceutil/trace.go:171","msg":"trace[920335909] linearizableReadLoop","detail":"{readStateIndex:24324; appliedIndex:24318; }","duration":"600.656157ms","start":"2026-03-02T02:59:41.279274Z","end":"2026-03-02T02:59:41.87993Z","steps":["trace[920335909] 'read index received' (duration: 34.02441ms)","trace[920335909] 'applied index is now lower than readState.Index' (duration: 566.630877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:42.557093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.231569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:42.557401Z","caller":"traceutil/trace.go:171","msg":"trace[1795122322] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"748.968579ms","start":"2026-03-02T02:59:41.808373Z","end":"2026-03-02T02:59:42.557342Z","steps":["trace[1795122322] 'process raft request' (duration: 225.389262ms)","trace[1795122322] 'compare' (duration: 523.093175ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:42.557588Z","caller":"traceutil/trace.go:171","msg":"trace[751036137] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"670.37693ms","start":"2026-03-02T02:59:41.88719Z","end":"2026-03-02T02:59:42.557567Z","steps":["trace[751036137] 'process raft request' (duration: 670.272128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.557629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.808355Z","time spent":"749.145584ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.557791Z","caller":"traceutil/trace.go:171","msg":"trace[796070654] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"670.650418ms","start":"2026-03-02T02:59:41.887122Z","end":"2026-03-02T02:59:42.557773Z","steps":["trace[796070654] 'process raft request' (duration: 670.145924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:42.557765Z","caller":"traceutil/trace.go:171","msg":"trace[2064055824] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"670.645378ms","start":"2026-03-02T02:59:41.887087Z","end":"2026-03-02T02:59:42.557732Z","steps":["trace[2064055824] 'process raft request' (duration: 670.128914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:42.557843Z","caller":"traceutil/trace.go:171","msg":"trace[1863921745] linearizableReadLoop","detail":"{readStateIndex:24325; appliedIndex:24324; }","duration":"676.127402ms","start":"2026-03-02T02:59:41.881696Z","end":"2026-03-02T02:59:42.557823Z","steps":["trace[1863921745] 'read index received' (duration: 151.965939ms)","trace[1863921745] 'applied index is now lower than readState.Index' (duration: 524.158973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:42.557868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.8871Z","time spent":"670.729039ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.55786Z","caller":"traceutil/trace.go:171","msg":"trace[456948722] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"670.626237ms","start":"2026-03-02T02:59:41.887181Z","end":"2026-03-02T02:59:42.557807Z","steps":["trace[456948722] 'process raft request' (duration: 670.122853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.557933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.88706Z","time spent":"670.783081ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:42.558023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.735923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T02:59:42.558055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.887175Z","time spent":"670.77222ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:42.558091Z","caller":"traceutil/trace.go:171","msg":"trace[1364290075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23506; }","duration":"751.850616ms","start":"2026-03-02T02:59:41.806222Z","end":"2026-03-02T02:59:42.558073Z","steps":["trace[1364290075] 'agreement among raft nodes before linearized reading' (duration: 751.655371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.558133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.806199Z","time spent":"751.923717ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:42.558107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.926633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:42.558154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220287784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:42.558052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.226583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:42.558216Z","caller":"traceutil/trace.go:171","msg":"trace[85590186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23506; }","duration":"677.110529ms","start":"2026-03-02T02:59:41.88108Z","end":"2026-03-02T02:59:42.55819Z","steps":["trace[85590186] 'agreement among raft nodes before linearized reading' (duration: 676.880573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:42.558222Z","caller":"traceutil/trace.go:171","msg":"trace[2127299258] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23506; }","duration":"1.220380437s","start":"2026-03-02T02:59:41.337821Z","end":"2026-03-02T02:59:42.558201Z","steps":["trace[2127299258] 'agreement among raft nodes before linearized reading' (duration: 1.220265014s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:42.558239Z","caller":"traceutil/trace.go:171","msg":"trace[1537198126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23506; }","duration":"902.419898ms","start":"2026-03-02T02:59:41.655811Z","end":"2026-03-02T02:59:42.55823Z","steps":["trace[1537198126] 'agreement among raft nodes before linearized reading' (duration: 902.1133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.558233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276224524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T02:59:42.558238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.334619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T02:59:42.558264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.655759Z","time spent":"902.49812ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"info","ts":"2026-03-02T02:59:42.558273Z","caller":"traceutil/trace.go:171","msg":"trace[1614146041] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23506; }","duration":"1.276295956s","start":"2026-03-02T02:59:41.281966Z","end":"2026-03-02T02:59:42.558262Z","steps":["trace[1614146041] 'agreement among raft nodes before linearized reading' (duration: 1.276100681s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:42.558279Z","caller":"traceutil/trace.go:171","msg":"trace[1669421085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23506; }","duration":"214.426911ms","start":"2026-03-02T02:59:42.343842Z","end":"2026-03-02T02:59:42.558269Z","steps":["trace[1669421085] 'agreement among raft nodes before linearized reading' (duration: 214.339979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.558276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.337808Z","time spent":"1.220451489s","remote":"127.0.0.1:45914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:42.558298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.772938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:42.558304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.28195Z","time spent":"1.276346388s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T02:59:42.558336Z","caller":"traceutil/trace.go:171","msg":"trace[1210789662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23506; }","duration":"634.83239ms","start":"2026-03-02T02:59:41.923493Z","end":"2026-03-02T02:59:42.558325Z","steps":["trace[1210789662] 'agreement among raft nodes before linearized reading' (duration: 634.751148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.558365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.923482Z","time spent":"634.876661ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:42.558161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.29918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T02:59:42.558495Z","caller":"traceutil/trace.go:171","msg":"trace[420939412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23506; }","duration":"664.66566ms","start":"2026-03-02T02:59:41.893821Z","end":"2026-03-02T02:59:42.558487Z","steps":["trace[420939412] 'agreement among raft nodes before linearized reading' (duration: 664.271959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:42.558523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.893795Z","time spent":"664.719791ms","remote":"127.0.0.1:39276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T02:59:42.558279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.881062Z","time spent":"677.204291ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:42.560685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:41.887186Z","time spent":"670.470683ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:43.172222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.109616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:43.172516Z","caller":"traceutil/trace.go:171","msg":"trace[1351323884] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"605.159255ms","start":"2026-03-02T02:59:42.56735Z","end":"2026-03-02T02:59:43.172509Z","steps":["trace[1351323884] 'process raft request' (duration: 604.97083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.172629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.567342Z","time spent":"605.222796ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:43.17243Z","caller":"traceutil/trace.go:171","msg":"trace[1998203117] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"610.467655ms","start":"2026-03-02T02:59:42.561896Z","end":"2026-03-02T02:59:43.172364Z","steps":["trace[1998203117] 'process raft request' (duration: 425.139833ms)","trace[1998203117] 'compare' (duration: 184.732566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:43.173371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.561873Z","time spent":"611.475972ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:43.474938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.46305ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T02:59:43.475061Z","caller":"traceutil/trace.go:171","msg":"trace[1176549439] linearizableReadLoop","detail":"{readStateIndex:24332; appliedIndex:24329; }","duration":"823.658723ms","start":"2026-03-02T02:59:42.65138Z","end":"2026-03-02T02:59:43.475038Z","steps":["trace[1176549439] 'read index received' (duration: 335.672167ms)","trace[1176549439] 'applied index is now lower than readState.Index' (duration: 487.984556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:43.475386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.982052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T02:59:43.47547Z","caller":"traceutil/trace.go:171","msg":"trace[1468290539] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23508; }","duration":"824.134646ms","start":"2026-03-02T02:59:42.651316Z","end":"2026-03-02T02:59:43.475451Z","steps":["trace[1468290539] 'agreement among raft nodes before linearized reading' (duration: 823.885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.475515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:42.651295Z","time spent":"824.211019ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T02:59:43.625661Z","caller":"traceutil/trace.go:171","msg":"trace[242852359] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"340.070094ms","start":"2026-03-02T02:59:43.285561Z","end":"2026-03-02T02:59:43.625631Z","steps":["trace[242852359] 'process raft request' (duration: 339.839548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.625867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.285527Z","time spent":"340.225178ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:43.90907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.596819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:43.909179Z","caller":"traceutil/trace.go:171","msg":"trace[213786865] linearizableReadLoop","detail":"{readStateIndex:24334; appliedIndex:24332; }","duration":"434.06498ms","start":"2026-03-02T02:59:43.475096Z","end":"2026-03-02T02:59:43.909161Z","steps":["trace[213786865] 'read index received' (duration: 150.423038ms)","trace[213786865] 'applied index is now lower than readState.Index' (duration: 283.640462ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:43.909438Z","caller":"traceutil/trace.go:171","msg":"trace[1945793957] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"591.3442ms","start":"2026-03-02T02:59:43.318063Z","end":"2026-03-02T02:59:43.909407Z","steps":["trace[1945793957] 'process raft request' (duration: 422.301339ms)","trace[1945793957] 'compare' (duration: 168.449275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:43.909613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.318041Z","time spent":"591.473603ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:43.909622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.726485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:43.909734Z","caller":"traceutil/trace.go:171","msg":"trace[410074344] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23510; }","duration":"722.88959ms","start":"2026-03-02T02:59:43.186817Z","end":"2026-03-02T02:59:43.909707Z","steps":["trace[410074344] 'agreement among raft nodes before linearized reading' (duration: 722.649513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.909622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.092951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:43.909812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.186735Z","time spent":"723.057004ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:43.909829Z","caller":"traceutil/trace.go:171","msg":"trace[1590896486] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23510; }","duration":"879.334927ms","start":"2026-03-02T02:59:43.030468Z","end":"2026-03-02T02:59:43.909802Z","steps":["trace[1590896486] 'agreement among raft nodes before linearized reading' (duration: 879.092461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:43.909924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.030446Z","time spent":"879.43995ms","remote":"127.0.0.1:59696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:44.385548Z","caller":"traceutil/trace.go:171","msg":"trace[1773980361] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24334; }","duration":"476.268647ms","start":"2026-03-02T02:59:43.90926Z","end":"2026-03-02T02:59:44.385529Z","steps":["trace[1773980361] 'read index received' (duration: 71.759018ms)","trace[1773980361] 'applied index is now lower than readState.Index' (duration: 404.508879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:44.385783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.642676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-02T02:59:44.386027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.860054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:44.38608Z","caller":"traceutil/trace.go:171","msg":"trace[576346897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23514; }","duration":"820.976894ms","start":"2026-03-02T02:59:43.565092Z","end":"2026-03-02T02:59:44.386068Z","steps":["trace[576346897] 'agreement among raft nodes before linearized reading' (duration: 820.537123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.386109Z","caller":"traceutil/trace.go:171","msg":"trace[1434883169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23514; }","duration":"898.968427ms","start":"2026-03-02T02:59:43.48712Z","end":"2026-03-02T02:59:44.386089Z","steps":["trace[1434883169] 'agreement among raft nodes before linearized reading' (duration: 898.787712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.386106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.692174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-02T02:59:44.386135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.565082Z","time spent":"821.041146ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:44.386155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.487111Z","time spent":"899.032718ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:44.386168Z","caller":"traceutil/trace.go:171","msg":"trace[1087146267] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23514; }","duration":"905.808508ms","start":"2026-03-02T02:59:43.480334Z","end":"2026-03-02T02:59:44.386142Z","steps":["trace[1087146267] 'agreement among raft nodes before linearized reading' (duration: 905.580782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.385819Z","caller":"traceutil/trace.go:171","msg":"trace[433764693] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"498.418312ms","start":"2026-03-02T02:59:43.887392Z","end":"2026-03-02T02:59:44.38581Z","steps":["trace[433764693] 'process raft request' (duration: 498.105324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.386208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.480313Z","time spent":"905.88609ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-02T02:59:44.385853Z","caller":"traceutil/trace.go:171","msg":"trace[1082984160] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"498.770182ms","start":"2026-03-02T02:59:43.887078Z","end":"2026-03-02T02:59:44.385848Z","steps":["trace[1082984160] 'process raft request' (duration: 492.181718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.38637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.887383Z","time spent":"498.857445ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:44.386476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.887045Z","time spent":"499.356228ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:44.386435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.493459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T02:59:44.385639Z","caller":"traceutil/trace.go:171","msg":"trace[75155718] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"498.338651ms","start":"2026-03-02T02:59:43.887261Z","end":"2026-03-02T02:59:44.3856Z","steps":["trace[75155718] 'process raft request' (duration: 498.206667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.386576Z","caller":"traceutil/trace.go:171","msg":"trace[1115328381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23514; }","duration":"190.671303ms","start":"2026-03-02T02:59:44.195849Z","end":"2026-03-02T02:59:44.386521Z","steps":["trace[1115328381] 'agreement among raft nodes before linearized reading' (duration: 190.274243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.386712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:43.887222Z","time spent":"499.389799ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:44.676357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.879682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:44.676493Z","caller":"traceutil/trace.go:171","msg":"trace[48791356] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24339; }","duration":"212.558992ms","start":"2026-03-02T02:59:44.463915Z","end":"2026-03-02T02:59:44.676474Z","steps":["trace[48791356] 'read index received' (duration: 81.375102ms)","trace[48791356] 'applied index is now lower than readState.Index' (duration: 131.18193ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:44.676588Z","caller":"traceutil/trace.go:171","msg":"trace[1954804787] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"213.185489ms","start":"2026-03-02T02:59:44.463353Z","end":"2026-03-02T02:59:44.676539Z","steps":["trace[1954804787] 'process raft request' (duration: 82.019509ms)","trace[1954804787] 'compare' (duration: 130.632586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:44.676708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.795509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T02:59:44.676744Z","caller":"traceutil/trace.go:171","msg":"trace[653125550] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23516; }","duration":"212.84102ms","start":"2026-03-02T02:59:44.463888Z","end":"2026-03-02T02:59:44.676729Z","steps":["trace[653125550] 'agreement among raft nodes before linearized reading' (duration: 212.664155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.678383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.658197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:44.678456Z","caller":"traceutil/trace.go:171","msg":"trace[926245898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23517; }","duration":"189.79151ms","start":"2026-03-02T02:59:44.488646Z","end":"2026-03-02T02:59:44.678437Z","steps":["trace[926245898] 'agreement among raft nodes before linearized reading' (duration: 189.619875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:44.678739Z","caller":"traceutil/trace.go:171","msg":"trace[1209518022] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"115.145706ms","start":"2026-03-02T02:59:44.563584Z","end":"2026-03-02T02:59:44.67873Z","steps":["trace[1209518022] 'process raft request' (duration: 114.56409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.678943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.588074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T02:59:44.678965Z","caller":"traceutil/trace.go:171","msg":"trace[1194673013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23517; }","duration":"113.627536ms","start":"2026-03-02T02:59:44.565332Z","end":"2026-03-02T02:59:44.67896Z","steps":["trace[1194673013] 'agreement among raft nodes before linearized reading' (duration: 113.521653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.67915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.811673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T02:59:44.679211Z","caller":"traceutil/trace.go:171","msg":"trace[1436211564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23517; }","duration":"115.926916ms","start":"2026-03-02T02:59:44.56327Z","end":"2026-03-02T02:59:44.679197Z","steps":["trace[1436211564] 'agreement among raft nodes before linearized reading' (duration: 115.68876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.679365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.443117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T02:59:44.679425Z","caller":"traceutil/trace.go:171","msg":"trace[1226187717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23517; }","duration":"114.489688ms","start":"2026-03-02T02:59:44.564895Z","end":"2026-03-02T02:59:44.679384Z","steps":["trace[1226187717] 'agreement among raft nodes before linearized reading' (duration: 114.403646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:44.679489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.171733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T02:59:44.679516Z","caller":"traceutil/trace.go:171","msg":"trace[289859399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23517; }","duration":"116.200933ms","start":"2026-03-02T02:59:44.563309Z","end":"2026-03-02T02:59:44.67951Z","steps":["trace[289859399] 'agreement among raft nodes before linearized reading' (duration: 116.129302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:45.18776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.799182Z","time spent":"388.567178ms","remote":"127.0.0.1:50414","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T02:59:45.188166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.34722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:45.188244Z","caller":"traceutil/trace.go:171","msg":"trace[1648013597] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"504.706418ms","start":"2026-03-02T02:59:44.683523Z","end":"2026-03-02T02:59:45.18823Z","steps":["trace[1648013597] 'process raft request' (duration: 386.225094ms)","trace[1648013597] 'compare' (duration: 118.238058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:45.188291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.683506Z","time spent":"504.76615ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:45.188348Z","caller":"traceutil/trace.go:171","msg":"trace[819227877] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"500.866757ms","start":"2026-03-02T02:59:44.687475Z","end":"2026-03-02T02:59:45.188342Z","steps":["trace[819227877] 'process raft request' (duration: 500.845807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:45.188383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.68747Z","time spent":"500.897598ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:45.188433Z","caller":"traceutil/trace.go:171","msg":"trace[132546883] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"501.034071ms","start":"2026-03-02T02:59:44.687394Z","end":"2026-03-02T02:59:45.188428Z","steps":["trace[132546883] 'process raft request' (duration: 500.867727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:45.188467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.68737Z","time spent":"501.080663ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:45.18848Z","caller":"traceutil/trace.go:171","msg":"trace[2009971896] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"501.079853ms","start":"2026-03-02T02:59:44.687395Z","end":"2026-03-02T02:59:45.188475Z","steps":["trace[2009971896] 'process raft request' (duration: 500.906048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:45.188496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.143195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T02:59:45.188532Z","caller":"traceutil/trace.go:171","msg":"trace[1678833225] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23521; }","duration":"501.200036ms","start":"2026-03-02T02:59:44.687325Z","end":"2026-03-02T02:59:45.188525Z","steps":["trace[1678833225] 'agreement among raft nodes before linearized reading' (duration: 501.039962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:45.188558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.68726Z","time spent":"501.289419ms","remote":"127.0.0.1:59748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T02:59:45.188507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:44.687354Z","time spent":"501.138304ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:45.188323Z","caller":"traceutil/trace.go:171","msg":"trace[1048840760] linearizableReadLoop","detail":"{readStateIndex:24342; appliedIndex:24341; }","duration":"500.96862ms","start":"2026-03-02T02:59:44.687332Z","end":"2026-03-02T02:59:45.188301Z","steps":["trace[1048840760] 'read index received' (duration: 382.524597ms)","trace[1048840760] 'applied index is now lower than readState.Index' (duration: 118.442453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:45.507211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.653594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:45.507351Z","caller":"traceutil/trace.go:171","msg":"trace[267813353] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24346; }","duration":"116.491391ms","start":"2026-03-02T02:59:45.390843Z","end":"2026-03-02T02:59:45.507334Z","steps":["trace[267813353] 'read index received' (duration: 10.58345ms)","trace[267813353] 'applied index is now lower than readState.Index' (duration: 105.906461ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:45.507436Z","caller":"traceutil/trace.go:171","msg":"trace[374810932] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"313.377538ms","start":"2026-03-02T02:59:45.194004Z","end":"2026-03-02T02:59:45.507382Z","steps":["trace[374810932] 'process raft request' (duration: 207.457827ms)","trace[374810932] 'compare' (duration: 105.50535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:45.507539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.700866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-02T02:59:45.507534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.193992Z","time spent":"313.496872ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:45.507571Z","caller":"traceutil/trace.go:171","msg":"trace[357406795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23523; }","duration":"116.785239ms","start":"2026-03-02T02:59:45.390776Z","end":"2026-03-02T02:59:45.507561Z","steps":["trace[357406795] 'agreement among raft nodes before linearized reading' (duration: 116.641405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:46.360496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.206301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:46.360733Z","caller":"traceutil/trace.go:171","msg":"trace[1718409923] linearizableReadLoop","detail":"{readStateIndex:24350; appliedIndex:24348; }","duration":"696.584533ms","start":"2026-03-02T02:59:45.664129Z","end":"2026-03-02T02:59:46.360713Z","steps":["trace[1718409923] 'read index received' (duration: 7.966101ms)","trace[1718409923] 'applied index is now lower than readState.Index' (duration: 688.617402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:46.360785Z","caller":"traceutil/trace.go:171","msg":"trace[235847366] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"730.711615ms","start":"2026-03-02T02:59:45.630049Z","end":"2026-03-02T02:59:46.360761Z","steps":["trace[235847366] 'process raft request' (duration: 42.133754ms)","trace[235847366] 'compare' (duration: 687.566904ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:46.360852Z","caller":"traceutil/trace.go:171","msg":"trace[1165004009] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"702.985372ms","start":"2026-03-02T02:59:45.65782Z","end":"2026-03-02T02:59:46.360806Z","steps":["trace[1165004009] 'process raft request' (duration: 702.787197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:46.360895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.630014Z","time spent":"730.834058ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:46.360917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.657806Z","time spent":"703.074954ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:46.36113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.010455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T02:59:46.361163Z","caller":"traceutil/trace.go:171","msg":"trace[483541757] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23526; }","duration":"697.096066ms","start":"2026-03-02T02:59:45.66406Z","end":"2026-03-02T02:59:46.361156Z","steps":["trace[483541757] 'agreement among raft nodes before linearized reading' (duration: 696.950853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:46.361186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.664036Z","time spent":"697.144838ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T02:59:46.368827Z","caller":"traceutil/trace.go:171","msg":"trace[122433163] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"451.628344ms","start":"2026-03-02T02:59:45.917186Z","end":"2026-03-02T02:59:46.368814Z","steps":["trace[122433163] 'process raft request' (duration: 451.557382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:46.368901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.917149Z","time spent":"451.717766ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:46.448239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.89366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:46.448331Z","caller":"traceutil/trace.go:171","msg":"trace[1503721762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23528; }","duration":"579.035444ms","start":"2026-03-02T02:59:45.869266Z","end":"2026-03-02T02:59:46.448302Z","steps":["trace[1503721762] 'agreement among raft nodes before linearized reading' (duration: 578.8854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:46.448458Z","caller":"traceutil/trace.go:171","msg":"trace[87763045] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"461.662349ms","start":"2026-03-02T02:59:45.986783Z","end":"2026-03-02T02:59:46.448445Z","steps":["trace[87763045] 'process raft request' (duration: 461.225608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:46.448626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.986746Z","time spent":"461.766412ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:46.448381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:45.869246Z","time spent":"579.121896ms","remote":"127.0.0.1:45774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:46.511357Z","caller":"traceutil/trace.go:171","msg":"trace[351657428] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"118.882245ms","start":"2026-03-02T02:59:46.392447Z","end":"2026-03-02T02:59:46.511329Z","steps":["trace[351657428] 'process raft request' (duration: 118.264748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:46.511367Z","caller":"traceutil/trace.go:171","msg":"trace[1908448790] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"119.437189ms","start":"2026-03-02T02:59:46.391911Z","end":"2026-03-02T02:59:46.511348Z","steps":["trace[1908448790] 'process raft request' (duration: 68.703047ms)","trace[1908448790] 'compare' (duration: 49.87982ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:46.511415Z","caller":"traceutil/trace.go:171","msg":"trace[1472402077] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"118.891994ms","start":"2026-03-02T02:59:46.392501Z","end":"2026-03-02T02:59:46.511393Z","steps":["trace[1472402077] 'process raft request' (duration: 118.266348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.542034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.734786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:47.542131Z","caller":"traceutil/trace.go:171","msg":"trace[1626366206] linearizableReadLoop","detail":"{readStateIndex:24356; appliedIndex:24355; }","duration":"731.165749ms","start":"2026-03-02T02:59:46.81095Z","end":"2026-03-02T02:59:47.542116Z","steps":["trace[1626366206] 'read index received' (duration: 135.291569ms)","trace[1626366206] 'applied index is now lower than readState.Index' (duration: 595.87265ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:47.542211Z","caller":"traceutil/trace.go:171","msg":"trace[237684794] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"857.211743ms","start":"2026-03-02T02:59:46.68499Z","end":"2026-03-02T02:59:47.542202Z","steps":["trace[237684794] 'process raft request' (duration: 261.22636ms)","trace[237684794] 'compare' (duration: 595.022028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:47.542296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:46.684964Z","time spent":"857.270604ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:47.542419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.468277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:47.542441Z","caller":"traceutil/trace.go:171","msg":"trace[1790684801] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23532; }","duration":"731.492007ms","start":"2026-03-02T02:59:46.810942Z","end":"2026-03-02T02:59:47.542434Z","steps":["trace[1790684801] 'agreement among raft nodes before linearized reading' (duration: 731.446766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.542465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:46.810869Z","time spent":"731.58786ms","remote":"127.0.0.1:45762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:47.542588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.192057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:47.542705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.546392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T02:59:47.54275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.469193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T02:59:47.542725Z","caller":"traceutil/trace.go:171","msg":"trace[653194992] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23532; }","duration":"540.368142ms","start":"2026-03-02T02:59:47.002292Z","end":"2026-03-02T02:59:47.54266Z","steps":["trace[653194992] 'agreement among raft nodes before linearized reading' (duration: 540.183377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.542764Z","caller":"traceutil/trace.go:171","msg":"trace[926701424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23532; }","duration":"305.697185ms","start":"2026-03-02T02:59:47.237049Z","end":"2026-03-02T02:59:47.542747Z","steps":["trace[926701424] 'agreement among raft nodes before linearized reading' (duration: 305.434729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.542775Z","caller":"traceutil/trace.go:171","msg":"trace[1908194265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23532; }","duration":"349.537845ms","start":"2026-03-02T02:59:47.193229Z","end":"2026-03-02T02:59:47.542766Z","steps":["trace[1908194265] 'agreement among raft nodes before linearized reading' (duration: 349.406122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.542771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.649578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:47.5428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.193207Z","time spent":"349.587396ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:47.542802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.423269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T02:59:47.542815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.237007Z","time spent":"305.791668ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T02:59:47.542817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.002263Z","time spent":"540.531947ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:47.542805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.339466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T02:59:47.542864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.528034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T02:59:47.542883Z","caller":"traceutil/trace.go:171","msg":"trace[1147827403] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23532; }","duration":"532.770081ms","start":"2026-03-02T02:59:47.010047Z","end":"2026-03-02T02:59:47.542817Z","steps":["trace[1147827403] 'agreement among raft nodes before linearized reading' (duration: 532.615597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.542894Z","caller":"traceutil/trace.go:171","msg":"trace[296922453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23532; }","duration":"350.4983ms","start":"2026-03-02T02:59:47.192374Z","end":"2026-03-02T02:59:47.542873Z","steps":["trace[296922453] 'agreement among raft nodes before linearized reading' (duration: 350.178021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.542892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.399388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T02:59:47.54293Z","caller":"traceutil/trace.go:171","msg":"trace[2135340150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23532; }","duration":"293.633087ms","start":"2026-03-02T02:59:47.24928Z","end":"2026-03-02T02:59:47.542913Z","steps":["trace[2135340150] 'agreement among raft nodes before linearized reading' (duration: 293.514104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.542942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.01002Z","time spent":"532.904974ms","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:47.542957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.192349Z","time spent":"350.589693ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T02:59:47.542897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.812531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:47.542979Z","caller":"traceutil/trace.go:171","msg":"trace[1048918411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23532; }","duration":"350.548021ms","start":"2026-03-02T02:59:47.192411Z","end":"2026-03-02T02:59:47.542959Z","steps":["trace[1048918411] 'agreement among raft nodes before linearized reading' (duration: 350.231823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:47.542947Z","caller":"traceutil/trace.go:171","msg":"trace[603094530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23532; }","duration":"350.542901ms","start":"2026-03-02T02:59:47.192296Z","end":"2026-03-02T02:59:47.542839Z","steps":["trace[603094530] 'agreement among raft nodes before linearized reading' (duration: 350.353856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.543037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.192379Z","time spent":"350.645164ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T02:59:47.543059Z","caller":"traceutil/trace.go:171","msg":"trace[807393793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23532; }","duration":"297.021416ms","start":"2026-03-02T02:59:47.245989Z","end":"2026-03-02T02:59:47.54301Z","steps":["trace[807393793] 'agreement among raft nodes before linearized reading' (duration: 296.809781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:47.543042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.192275Z","time spent":"350.749037ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T02:59:48.534435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.091926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:48.5349Z","caller":"traceutil/trace.go:171","msg":"trace[583410186] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"980.610066ms","start":"2026-03-02T02:59:47.55427Z","end":"2026-03-02T02:59:48.53488Z","steps":["trace[583410186] 'process raft request' (duration: 980.567955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:48.53498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.554258Z","time spent":"980.686268ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:48.53506Z","caller":"traceutil/trace.go:171","msg":"trace[704747981] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"986.400009ms","start":"2026-03-02T02:59:47.548605Z","end":"2026-03-02T02:59:48.535005Z","steps":["trace[704747981] 'process raft request' (duration: 986.04951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:48.535125Z","caller":"traceutil/trace.go:171","msg":"trace[947560515] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"984.849148ms","start":"2026-03-02T02:59:47.550224Z","end":"2026-03-02T02:59:48.535073Z","steps":["trace[947560515] 'process raft request' (duration: 984.576771ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:48.535184Z","caller":"traceutil/trace.go:171","msg":"trace[806240873] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24356; }","duration":"987.021036ms","start":"2026-03-02T02:59:47.548152Z","end":"2026-03-02T02:59:48.535173Z","steps":["trace[806240873] 'read index received' (duration: 5.450664ms)","trace[806240873] 'applied index is now lower than readState.Index' (duration: 981.569072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:48.535285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.548595Z","time spent":"986.580224ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:48.535403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.241281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:48.535426Z","caller":"traceutil/trace.go:171","msg":"trace[144699000] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"985.326661ms","start":"2026-03-02T02:59:47.550053Z","end":"2026-03-02T02:59:48.535379Z","steps":["trace[144699000] 'process raft request' (duration: 984.674274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:48.535446Z","caller":"traceutil/trace.go:171","msg":"trace[1241040288] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23538; }","duration":"987.306134ms","start":"2026-03-02T02:59:47.548127Z","end":"2026-03-02T02:59:48.535434Z","steps":["trace[1241040288] 'agreement among raft nodes before linearized reading' (duration: 987.144839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:48.535483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.548122Z","time spent":"987.352125ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:48.53556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.550042Z","time spent":"985.423433ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:48.535657Z","caller":"traceutil/trace.go:171","msg":"trace[1358875300] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"987.591331ms","start":"2026-03-02T02:59:47.54804Z","end":"2026-03-02T02:59:48.535631Z","steps":["trace[1358875300] 'process raft request' (duration: 100.210091ms)","trace[1358875300] 'compare' (duration: 885.49904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:48.535302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.550215Z","time spent":"984.958261ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:48.53576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.548017Z","time spent":"987.692634ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:48.535753Z","caller":"traceutil/trace.go:171","msg":"trace[2096892211] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"987.316664ms","start":"2026-03-02T02:59:47.54839Z","end":"2026-03-02T02:59:48.535706Z","steps":["trace[2096892211] 'process raft request' (duration: 986.168233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:48.535933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.548373Z","time spent":"987.461127ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:48.684242Z","caller":"traceutil/trace.go:171","msg":"trace[1727876369] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"318.752901ms","start":"2026-03-02T02:59:48.365447Z","end":"2026-03-02T02:59:48.6842Z","steps":["trace[1727876369] 'process raft request' (duration: 310.735059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:48.684451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.36542Z","time spent":"318.921025ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:49.521547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.770499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:49.521764Z","caller":"traceutil/trace.go:171","msg":"trace[733045599] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23539; }","duration":"556.002965ms","start":"2026-03-02T02:59:48.965734Z","end":"2026-03-02T02:59:49.521737Z","steps":["trace[733045599] 'range keys from in-memory index tree' (duration: 555.749769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.521906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.881208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:49.522182Z","caller":"traceutil/trace.go:171","msg":"trace[8657915] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"286.925088ms","start":"2026-03-02T02:59:49.235239Z","end":"2026-03-02T02:59:49.522164Z","steps":["trace[8657915] 'process raft request' (duration: 286.890067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.522263Z","caller":"traceutil/trace.go:171","msg":"trace[1961761691] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"1.006373347s","start":"2026-03-02T02:59:48.515856Z","end":"2026-03-02T02:59:49.52223Z","steps":["trace[1961761691] 'process raft request' (duration: 1.006185842s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.522294Z","caller":"traceutil/trace.go:171","msg":"trace[99919843] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.005433103s","start":"2026-03-02T02:59:48.516813Z","end":"2026-03-02T02:59:49.522246Z","steps":["trace[99919843] 'process raft request' (duration: 1.005284199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.52245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.515823Z","time spent":"1.006547962s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:49.522485Z","caller":"traceutil/trace.go:171","msg":"trace[2070742875] linearizableReadLoop","detail":"{readStateIndex:24369; appliedIndex:24363; }","duration":"987.256911ms","start":"2026-03-02T02:59:48.535215Z","end":"2026-03-02T02:59:49.522472Z","steps":["trace[2070742875] 'read index received' (duration: 140.983769ms)","trace[2070742875] 'applied index is now lower than readState.Index' (duration: 846.271702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:49.52252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.516803Z","time spent":"1.005617547s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:49.522569Z","caller":"traceutil/trace.go:171","msg":"trace[331211352] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"1.149832152s","start":"2026-03-02T02:59:48.372726Z","end":"2026-03-02T02:59:49.522558Z","steps":["trace[331211352] 'process raft request' (duration: 986.212404ms)","trace[331211352] 'compare' (duration: 162.679723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:49.522608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.372697Z","time spent":"1.149891704s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:49.522703Z","caller":"traceutil/trace.go:171","msg":"trace[1548596961] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.006394718s","start":"2026-03-02T02:59:48.516271Z","end":"2026-03-02T02:59:49.522666Z","steps":["trace[1548596961] 'process raft request' (duration: 1.005801212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.522752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033098555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.522765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.51626Z","time spent":"1.006473579s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:49.522793Z","caller":"traceutil/trace.go:171","msg":"trace[285416501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23545; }","duration":"1.033230498s","start":"2026-03-02T02:59:48.489551Z","end":"2026-03-02T02:59:49.522781Z","steps":["trace[285416501] 'agreement among raft nodes before linearized reading' (duration: 1.033091414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.522831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.489518Z","time spent":"1.03330201s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T02:59:49.522836Z","caller":"traceutil/trace.go:171","msg":"trace[1775201890] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.07000252s","start":"2026-03-02T02:59:48.452821Z","end":"2026-03-02T02:59:49.522823Z","steps":["trace[1775201890] 'process raft request' (duration: 1.069175638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.52288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.452799Z","time spent":"1.070057702s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:49.522995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302093899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T02:59:49.523042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381630132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:49.523062Z","caller":"traceutil/trace.go:171","msg":"trace[672716979] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23545; }","duration":"1.302212922s","start":"2026-03-02T02:59:48.220832Z","end":"2026-03-02T02:59:49.523045Z","steps":["trace[672716979] 'agreement among raft nodes before linearized reading' (duration: 1.302076898s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.523064Z","caller":"traceutil/trace.go:171","msg":"trace[1856192213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23545; }","duration":"1.381690444s","start":"2026-03-02T02:59:48.141365Z","end":"2026-03-02T02:59:49.523056Z","steps":["trace[1856192213] 'agreement among raft nodes before linearized reading' (duration: 1.381582161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.523086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.141347Z","time spent":"1.381733996s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:49.523089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.220805Z","time spent":"1.302276814s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T02:59:49.523151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957273467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:49.523247Z","caller":"traceutil/trace.go:171","msg":"trace[1613960695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23545; }","duration":"1.957429671s","start":"2026-03-02T02:59:47.565795Z","end":"2026-03-02T02:59:49.523225Z","steps":["trace[1613960695] 'agreement among raft nodes before linearized reading' (duration: 1.957086032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.523304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:47.56577Z","time spent":"1.957521444s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:49.604195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06322077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.604188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.371504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.604232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.475757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-02T02:59:49.604287Z","caller":"traceutil/trace.go:171","msg":"trace[86900437] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23546; }","duration":"1.063357395s","start":"2026-03-02T02:59:48.540903Z","end":"2026-03-02T02:59:49.604261Z","steps":["trace[86900437] 'agreement among raft nodes before linearized reading' (duration: 1.06316811s)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.604296Z","caller":"traceutil/trace.go:171","msg":"trace[517458123] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23546; }","duration":"621.567329ms","start":"2026-03-02T02:59:48.982706Z","end":"2026-03-02T02:59:49.604273Z","steps":["trace[517458123] 'agreement among raft nodes before linearized reading' (duration: 621.345493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.604307Z","caller":"traceutil/trace.go:171","msg":"trace[1669490402] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23546; }","duration":"303.577259ms","start":"2026-03-02T02:59:49.300712Z","end":"2026-03-02T02:59:49.60429Z","steps":["trace[1669490402] 'agreement among raft nodes before linearized reading' (duration: 303.333043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.604336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.540894Z","time spent":"1.063431706s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T02:59:49.604353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.300639Z","time spent":"303.704063ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-02T02:59:49.604349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.98267Z","time spent":"621.666082ms","remote":"127.0.0.1:48706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:49.604763Z","caller":"traceutil/trace.go:171","msg":"trace[2065197861] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"220.07516ms","start":"2026-03-02T02:59:49.384673Z","end":"2026-03-02T02:59:49.604748Z","steps":["trace[2065197861] 'process raft request' (duration: 219.181767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.604785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056892563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:49.60481Z","caller":"traceutil/trace.go:171","msg":"trace[536653338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23546; }","duration":"1.056954765s","start":"2026-03-02T02:59:48.547847Z","end":"2026-03-02T02:59:49.604801Z","steps":["trace[536653338] 'agreement among raft nodes before linearized reading' (duration: 1.056822861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.604831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.54783Z","time spent":"1.056995746s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:49.605017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.158494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-02T02:59:49.605061Z","caller":"traceutil/trace.go:171","msg":"trace[1213860795] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23546; }","duration":"304.255037ms","start":"2026-03-02T02:59:49.300792Z","end":"2026-03-02T02:59:49.605048Z","steps":["trace[1213860795] 'agreement among raft nodes before linearized reading' (duration: 304.107563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.605095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.300756Z","time spent":"304.331389ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T02:59:49.60523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067490714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T02:59:49.605261Z","caller":"traceutil/trace.go:171","msg":"trace[420861232] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23546; }","duration":"1.067553305s","start":"2026-03-02T02:59:48.537701Z","end":"2026-03-02T02:59:49.605254Z","steps":["trace[420861232] 'agreement among raft nodes before linearized reading' (duration: 1.067473023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.60528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:48.537689Z","time spent":"1.067586686s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T02:59:49.908012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.624242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T02:59:49.908146Z","caller":"traceutil/trace.go:171","msg":"trace[1215227541] linearizableReadLoop","detail":"{readStateIndex:24372; appliedIndex:24371; }","duration":"304.109433ms","start":"2026-03-02T02:59:49.604018Z","end":"2026-03-02T02:59:49.908128Z","steps":["trace[1215227541] 'read index received' (duration: 130.155883ms)","trace[1215227541] 'applied index is now lower than readState.Index' (duration: 173.95159ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:49.908255Z","caller":"traceutil/trace.go:171","msg":"trace[1700831927] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"359.130838ms","start":"2026-03-02T02:59:49.54911Z","end":"2026-03-02T02:59:49.908241Z","steps":["trace[1700831927] 'process raft request' (duration: 185.168817ms)","trace[1700831927] 'compare' (duration: 173.050637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T02:59:49.908323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.549082Z","time spent":"359.2004ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:49.908326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.691685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:49.908401Z","caller":"traceutil/trace.go:171","msg":"trace[1344740269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23547; }","duration":"384.777457ms","start":"2026-03-02T02:59:49.523604Z","end":"2026-03-02T02:59:49.908381Z","steps":["trace[1344740269] 'agreement among raft nodes before linearized reading' (duration: 384.639823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.90838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.010362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.90844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.523563Z","time spent":"384.867579ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:49.908398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.712529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.908449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.924685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-qsnmx\" ","response":"range_response_count:1 size:4904"} {"level":"warn","ts":"2026-03-02T02:59:49.908448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.841289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T02:59:49.90847Z","caller":"traceutil/trace.go:171","msg":"trace[1981297788] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23547; }","duration":"298.123375ms","start":"2026-03-02T02:59:49.610322Z","end":"2026-03-02T02:59:49.908446Z","steps":["trace[1981297788] 'agreement among raft nodes before linearized reading' (duration: 297.96454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.908512Z","caller":"traceutil/trace.go:171","msg":"trace[2028334717] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-qsnmx; range_end:; response_count:1; response_revision:23547; }","duration":"302.025358ms","start":"2026-03-02T02:59:49.606468Z","end":"2026-03-02T02:59:49.908493Z","steps":["trace[2028334717] 'agreement among raft nodes before linearized reading' (duration: 301.807182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.908516Z","caller":"traceutil/trace.go:171","msg":"trace[803785106] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23547; }","duration":"104.848223ms","start":"2026-03-02T02:59:49.803637Z","end":"2026-03-02T02:59:49.908485Z","steps":["trace[803785106] 'agreement among raft nodes before linearized reading' (duration: 104.666598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.908526Z","caller":"traceutil/trace.go:171","msg":"trace[942735482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23547; }","duration":"381.970322ms","start":"2026-03-02T02:59:49.526535Z","end":"2026-03-02T02:59:49.908506Z","steps":["trace[942735482] 'agreement among raft nodes before linearized reading' (duration: 381.715445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.908548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.606451Z","time spent":"302.08924ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4927,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-qsnmx\" "} {"level":"warn","ts":"2026-03-02T02:59:49.908579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.526518Z","time spent":"382.045075ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T02:59:49.908543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.398308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:49.908607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.771671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T02:59:49.908667Z","caller":"traceutil/trace.go:171","msg":"trace[245189822] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23547; }","duration":"105.586813ms","start":"2026-03-02T02:59:49.803044Z","end":"2026-03-02T02:59:49.908631Z","steps":["trace[245189822] 'agreement among raft nodes before linearized reading' (duration: 105.348966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:49.908698Z","caller":"traceutil/trace.go:171","msg":"trace[156661306] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23547; }","duration":"301.913055ms","start":"2026-03-02T02:59:49.606763Z","end":"2026-03-02T02:59:49.908676Z","steps":["trace[156661306] 'agreement among raft nodes before linearized reading' (duration: 301.556665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.908756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.606758Z","time spent":"301.984836ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T02:59:49.908449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.863894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-9p5bk\" ","response":"range_response_count:1 size:4018"} {"level":"info","ts":"2026-03-02T02:59:49.908877Z","caller":"traceutil/trace.go:171","msg":"trace[612728863] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-9p5bk; range_end:; response_count:1; response_revision:23547; }","duration":"302.310286ms","start":"2026-03-02T02:59:49.606518Z","end":"2026-03-02T02:59:49.908828Z","steps":["trace[612728863] 'agreement among raft nodes before linearized reading' (duration: 301.803712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:49.908946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:49.606498Z","time spent":"302.423648ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4041,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-9p5bk\" "} {"level":"warn","ts":"2026-03-02T02:59:50.332909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.829778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T02:59:50.333038Z","caller":"traceutil/trace.go:171","msg":"trace[1130252769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23547; }","duration":"109.054455ms","start":"2026-03-02T02:59:50.223941Z","end":"2026-03-02T02:59:50.332995Z","steps":["trace[1130252769] 'range keys from in-memory index tree' (duration: 108.597382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:50.685447Z","caller":"traceutil/trace.go:171","msg":"trace[1953897603] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"141.757889ms","start":"2026-03-02T02:59:50.543673Z","end":"2026-03-02T02:59:50.68543Z","steps":["trace[1953897603] 'process raft request' (duration: 141.623105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:50.963896Z","caller":"traceutil/trace.go:171","msg":"trace[197201351] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"419.834664ms","start":"2026-03-02T02:59:50.544019Z","end":"2026-03-02T02:59:50.963853Z","steps":["trace[197201351] 'process raft request' (duration: 419.374382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:50.964173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.543947Z","time spent":"420.127802ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:50.964288Z","caller":"traceutil/trace.go:171","msg":"trace[1936912860] linearizableReadLoop","detail":"{readStateIndex:24378; appliedIndex:24374; }","duration":"355.178604ms","start":"2026-03-02T02:59:50.609022Z","end":"2026-03-02T02:59:50.964201Z","steps":["trace[1936912860] 'read index received' (duration: 76.577105ms)","trace[1936912860] 'applied index is now lower than readState.Index' (duration: 278.599779ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:50.964422Z","caller":"traceutil/trace.go:171","msg":"trace[1888897038] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"420.338418ms","start":"2026-03-02T02:59:50.544074Z","end":"2026-03-02T02:59:50.964412Z","steps":["trace[1888897038] 'process raft request' (duration: 419.65955ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:50.964563Z","caller":"traceutil/trace.go:171","msg":"trace[731509712] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"419.860335ms","start":"2026-03-02T02:59:50.544686Z","end":"2026-03-02T02:59:50.964546Z","steps":["trace[731509712] 'process raft request' (duration: 419.212348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:50.964723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.702038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T02:59:50.964347Z","caller":"traceutil/trace.go:171","msg":"trace[1685416481] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"419.614458ms","start":"2026-03-02T02:59:50.544675Z","end":"2026-03-02T02:59:50.964289Z","steps":["trace[1685416481] 'process raft request' (duration: 419.143836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:50.964775Z","caller":"traceutil/trace.go:171","msg":"trace[1214996046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e; range_end:; response_count:1; response_revision:23553; }","duration":"355.813141ms","start":"2026-03-02T02:59:50.608949Z","end":"2026-03-02T02:59:50.964762Z","steps":["trace[1214996046] 'agreement among raft nodes before linearized reading' (duration: 355.609946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:50.964809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.608924Z","time spent":"355.877693ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fb10004-a0c6-41b0-bb4d-2edaf0dd943e\" "} {"level":"warn","ts":"2026-03-02T02:59:50.964808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.544661Z","time spent":"420.110051ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:50.964915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.544673Z","time spent":"420.018479ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:50.964594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.544058Z","time spent":"420.42715ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:50.986048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.345035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T02:59:50.986125Z","caller":"traceutil/trace.go:171","msg":"trace[1093487925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23554; }","duration":"308.512789ms","start":"2026-03-02T02:59:50.677591Z","end":"2026-03-02T02:59:50.986104Z","steps":["trace[1093487925] 'agreement among raft nodes before linearized reading' (duration: 308.363735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:50.986171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:50.677572Z","time spent":"308.587122ms","remote":"127.0.0.1:40942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T02:59:50.986378Z","caller":"traceutil/trace.go:171","msg":"trace[1683089273] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"295.605899ms","start":"2026-03-02T02:59:50.690744Z","end":"2026-03-02T02:59:50.986349Z","steps":["trace[1683089273] 'process raft request' (duration: 295.065625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:51.711225Z","caller":"traceutil/trace.go:171","msg":"trace[1830550693] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24380; }","duration":"342.881319ms","start":"2026-03-02T02:59:51.368317Z","end":"2026-03-02T02:59:51.711198Z","steps":["trace[1830550693] 'read index received' (duration: 342.771016ms)","trace[1830550693] 'applied index is now lower than readState.Index' (duration: 109.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:51.711293Z","caller":"traceutil/trace.go:171","msg":"trace[162899604] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"344.902713ms","start":"2026-03-02T02:59:51.366354Z","end":"2026-03-02T02:59:51.711257Z","steps":["trace[162899604] 'process raft request' (duration: 344.675987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.711634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.28242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T02:59:51.711718Z","caller":"traceutil/trace.go:171","msg":"trace[31611775] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23556; }","duration":"343.413303ms","start":"2026-03-02T02:59:51.368281Z","end":"2026-03-02T02:59:51.711694Z","steps":["trace[31611775] 'agreement among raft nodes before linearized reading' (duration: 343.068424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.711773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.36826Z","time spent":"343.500785ms","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T02:59:51.711805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.366323Z","time spent":"345.350254ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:51.850738Z","caller":"traceutil/trace.go:171","msg":"trace[307798428] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"322.949722ms","start":"2026-03-02T02:59:51.527754Z","end":"2026-03-02T02:59:51.850704Z","steps":["trace[307798428] 'process raft request' (duration: 257.263464ms)","trace[307798428] 'compare' (duration: 64.899617ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:51.851032Z","caller":"traceutil/trace.go:171","msg":"trace[598508276] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"323.135646ms","start":"2026-03-02T02:59:51.527859Z","end":"2026-03-02T02:59:51.850994Z","steps":["trace[598508276] 'process raft request' (duration: 322.776557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T02:59:51.851004Z","caller":"traceutil/trace.go:171","msg":"trace[1154904401] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"322.963222ms","start":"2026-03-02T02:59:51.528005Z","end":"2026-03-02T02:59:51.850968Z","steps":["trace[1154904401] 'process raft request' (duration: 322.735656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.851257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.527724Z","time spent":"323.090835ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:51.851325Z","caller":"traceutil/trace.go:171","msg":"trace[1258377417] linearizableReadLoop","detail":"{readStateIndex:24386; appliedIndex:24381; }","duration":"139.684664ms","start":"2026-03-02T02:59:51.711615Z","end":"2026-03-02T02:59:51.851299Z","steps":["trace[1258377417] 'read index received' (duration: 73.401921ms)","trace[1258377417] 'applied index is now lower than readState.Index' (duration: 66.281583ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T02:59:51.851437Z","caller":"traceutil/trace.go:171","msg":"trace[1180330299] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"322.984842ms","start":"2026-03-02T02:59:51.528413Z","end":"2026-03-02T02:59:51.851398Z","steps":["trace[1180330299] 'process raft request' (duration: 322.490619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.851538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.096157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T02:59:51.851404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.527852Z","time spent":"323.219638ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:51.851584Z","caller":"traceutil/trace.go:171","msg":"trace[1182529848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23561; }","duration":"362.21235ms","start":"2026-03-02T02:59:51.48936Z","end":"2026-03-02T02:59:51.851572Z","steps":["trace[1182529848] 'agreement among raft nodes before linearized reading' (duration: 362.094356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.852451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.489335Z","time spent":"363.079003ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T02:59:51.85164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.528406Z","time spent":"323.128316ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T02:59:51.851437Z","caller":"traceutil/trace.go:171","msg":"trace[912835486] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"322.656744ms","start":"2026-03-02T02:59:51.528741Z","end":"2026-03-02T02:59:51.851398Z","steps":["trace[912835486] 'process raft request' (duration: 322.456889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T02:59:51.852785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.528735Z","time spent":"323.970469ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T02:59:51.85197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T02:59:51.527995Z","time spent":"323.723321ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:00.211141Z","caller":"traceutil/trace.go:171","msg":"trace[1891705585] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"104.542364ms","start":"2026-03-02T03:00:00.106578Z","end":"2026-03-02T03:00:00.211121Z","steps":["trace[1891705585] 'process raft request' (duration: 104.405971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.243164Z","caller":"traceutil/trace.go:171","msg":"trace[1714269063] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"136.083169ms","start":"2026-03-02T03:00:00.10703Z","end":"2026-03-02T03:00:00.243113Z","steps":["trace[1714269063] 'process raft request' (duration: 136.014307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.243175Z","caller":"traceutil/trace.go:171","msg":"trace[1097382557] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"136.255573ms","start":"2026-03-02T03:00:00.106879Z","end":"2026-03-02T03:00:00.243135Z","steps":["trace[1097382557] 'process raft request' (duration: 136.051948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.596045Z","caller":"traceutil/trace.go:171","msg":"trace[1731029279] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"108.531361ms","start":"2026-03-02T03:00:00.487487Z","end":"2026-03-02T03:00:00.596019Z","steps":["trace[1731029279] 'process raft request' (duration: 108.432018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.596551Z","caller":"traceutil/trace.go:171","msg":"trace[549380679] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"150.643984ms","start":"2026-03-02T03:00:00.44589Z","end":"2026-03-02T03:00:00.596534Z","steps":["trace[549380679] 'process raft request' (duration: 101.994158ms)","trace[549380679] 'compare' (duration: 47.789173ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:00.596551Z","caller":"traceutil/trace.go:171","msg":"trace[2004743131] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"150.602633ms","start":"2026-03-02T03:00:00.445922Z","end":"2026-03-02T03:00:00.596525Z","steps":["trace[2004743131] 'process raft request' (duration: 149.921475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.596582Z","caller":"traceutil/trace.go:171","msg":"trace[2058669765] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24505; }","duration":"125.717405ms","start":"2026-03-02T03:00:00.470853Z","end":"2026-03-02T03:00:00.59657Z","steps":["trace[2058669765] 'read index received' (duration: 77.049538ms)","trace[2058669765] 'applied index is now lower than readState.Index' (duration: 48.666787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:00.596855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.807749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1898e6ea72ba871d\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T03:00:00.596885Z","caller":"traceutil/trace.go:171","msg":"trace[1976603060] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1898e6ea72ba871d; range_end:; response_count:1; response_revision:23680; }","duration":"150.898901ms","start":"2026-03-02T03:00:00.445977Z","end":"2026-03-02T03:00:00.596876Z","steps":["trace[1976603060] 'agreement among raft nodes before linearized reading' (duration: 150.753347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.5969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.570418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T03:00:00.596952Z","caller":"traceutil/trace.go:171","msg":"trace[644690371] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23680; }","duration":"109.693642ms","start":"2026-03-02T03:00:00.487245Z","end":"2026-03-02T03:00:00.596939Z","steps":["trace[644690371] 'agreement among raft nodes before linearized reading' (duration: 109.475836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:00.768914Z","caller":"traceutil/trace.go:171","msg":"trace[1474384339] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24509; }","duration":"117.857337ms","start":"2026-03-02T03:00:00.651034Z","end":"2026-03-02T03:00:00.768891Z","steps":["trace[1474384339] 'read index received' (duration: 114.646562ms)","trace[1474384339] 'applied index is now lower than readState.Index' (duration: 3.209405ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:00.769011Z","caller":"traceutil/trace.go:171","msg":"trace[550678418] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"123.825906ms","start":"2026-03-02T03:00:00.645173Z","end":"2026-03-02T03:00:00.768999Z","steps":["trace[550678418] 'process raft request' (duration: 120.58132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.76923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.178126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1898e6ea7748651c\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-02T03:00:00.769256Z","caller":"traceutil/trace.go:171","msg":"trace[2098703770] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1898e6ea7748651c; range_end:; response_count:1; response_revision:23682; }","duration":"118.260808ms","start":"2026-03-02T03:00:00.650987Z","end":"2026-03-02T03:00:00.769248Z","steps":["trace[2098703770] 'agreement among raft nodes before linearized reading' (duration: 118.123485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.769451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.861466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T03:00:00.769471Z","caller":"traceutil/trace.go:171","msg":"trace[1175680783] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:23682; }","duration":"106.942408ms","start":"2026-03-02T03:00:00.662522Z","end":"2026-03-02T03:00:00.769465Z","steps":["trace[1175680783] 'agreement among raft nodes before linearized reading' (duration: 106.891357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:00.769484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.865836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T03:00:00.769569Z","caller":"traceutil/trace.go:171","msg":"trace[259198647] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:23682; }","duration":"107.01344ms","start":"2026-03-02T03:00:00.662539Z","end":"2026-03-02T03:00:00.769552Z","steps":["trace[259198647] 'agreement among raft nodes before linearized reading' (duration: 106.784094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.036837Z","caller":"traceutil/trace.go:171","msg":"trace[280177944] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"101.027762ms","start":"2026-03-02T03:00:00.93574Z","end":"2026-03-02T03:00:01.036767Z","steps":["trace[280177944] 'process raft request' (duration: 100.760265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.182906Z","caller":"traceutil/trace.go:171","msg":"trace[1450740891] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"138.976116ms","start":"2026-03-02T03:00:01.043909Z","end":"2026-03-02T03:00:01.182885Z","steps":["trace[1450740891] 'process raft request' (duration: 138.852543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.264589Z","caller":"traceutil/trace.go:171","msg":"trace[366026865] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"216.454005ms","start":"2026-03-02T03:00:01.048103Z","end":"2026-03-02T03:00:01.264557Z","steps":["trace[366026865] 'process raft request' (duration: 216.201319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.264591Z","caller":"traceutil/trace.go:171","msg":"trace[1771764073] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"216.343763ms","start":"2026-03-02T03:00:01.048221Z","end":"2026-03-02T03:00:01.264565Z","steps":["trace[1771764073] 'process raft request' (duration: 216.24401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.264873Z","caller":"traceutil/trace.go:171","msg":"trace[254911811] linearizableReadLoop","detail":"{readStateIndex:24520; appliedIndex:24517; }","duration":"112.903737ms","start":"2026-03-02T03:00:01.151927Z","end":"2026-03-02T03:00:01.264831Z","steps":["trace[254911811] 'read index received' (duration: 30.965219ms)","trace[254911811] 'applied index is now lower than readState.Index' (duration: 81.935337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:01.265004Z","caller":"traceutil/trace.go:171","msg":"trace[1627515535] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"215.547711ms","start":"2026-03-02T03:00:01.049449Z","end":"2026-03-02T03:00:01.264996Z","steps":["trace[1627515535] 'process raft request' (duration: 215.041488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:01.265156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.192904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:01.265217Z","caller":"traceutil/trace.go:171","msg":"trace[1375100601] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23692; }","duration":"113.286496ms","start":"2026-03-02T03:00:01.151909Z","end":"2026-03-02T03:00:01.265196Z","steps":["trace[1375100601] 'agreement among raft nodes before linearized reading' (duration: 113.126632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.567792Z","caller":"traceutil/trace.go:171","msg":"trace[1285401379] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"166.138314ms","start":"2026-03-02T03:00:01.401596Z","end":"2026-03-02T03:00:01.567735Z","steps":["trace[1285401379] 'process raft request' (duration: 93.234555ms)","trace[1285401379] 'compare' (duration: 72.636022ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:01.567913Z","caller":"traceutil/trace.go:171","msg":"trace[1346482851] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"107.72667ms","start":"2026-03-02T03:00:01.460152Z","end":"2026-03-02T03:00:01.567879Z","steps":["trace[1346482851] 'process raft request' (duration: 107.620037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:01.5681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.184257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:01.568142Z","caller":"traceutil/trace.go:171","msg":"trace[741225700] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23695; }","duration":"157.29979ms","start":"2026-03-02T03:00:01.410833Z","end":"2026-03-02T03:00:01.568133Z","steps":["trace[741225700] 'agreement among raft nodes before linearized reading' (duration: 157.142406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.567921Z","caller":"traceutil/trace.go:171","msg":"trace[1729149819] linearizableReadLoop","detail":"{readStateIndex:24522; appliedIndex:24521; }","duration":"157.003693ms","start":"2026-03-02T03:00:01.410885Z","end":"2026-03-02T03:00:01.567888Z","steps":["trace[1729149819] 'read index received' (duration: 83.950801ms)","trace[1729149819] 'applied index is now lower than readState.Index' (duration: 73.050252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:01.624554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.780898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:01.624661Z","caller":"traceutil/trace.go:171","msg":"trace[855342616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23696; }","duration":"136.944832ms","start":"2026-03-02T03:00:01.487692Z","end":"2026-03-02T03:00:01.624637Z","steps":["trace[855342616] 'agreement among raft nodes before linearized reading' (duration: 136.761527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:01.624574Z","caller":"traceutil/trace.go:171","msg":"trace[571070990] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"125.338555ms","start":"2026-03-02T03:00:01.499204Z","end":"2026-03-02T03:00:01.624543Z","steps":["trace[571070990] 'process raft request' (duration: 125.098559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:11.993199Z","caller":"traceutil/trace.go:171","msg":"trace[1104172708] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"100.121008ms","start":"2026-03-02T03:00:11.89304Z","end":"2026-03-02T03:00:11.993161Z","steps":["trace[1104172708] 'process raft request' (duration: 94.095508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:23.251228Z","caller":"traceutil/trace.go:171","msg":"trace[1648057538] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"141.467592ms","start":"2026-03-02T03:00:23.109732Z","end":"2026-03-02T03:00:23.251199Z","steps":["trace[1648057538] 'process raft request' (duration: 141.245016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:25.544365Z","caller":"traceutil/trace.go:171","msg":"trace[1696686047] linearizableReadLoop","detail":"{readStateIndex:24751; appliedIndex:24750; }","duration":"289.61683ms","start":"2026-03-02T03:00:25.254726Z","end":"2026-03-02T03:00:25.544343Z","steps":["trace[1696686047] 'read index received' (duration: 289.525128ms)","trace[1696686047] 'applied index is now lower than readState.Index' (duration: 90.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:25.544474Z","caller":"traceutil/trace.go:171","msg":"trace[1437822557] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"474.48956ms","start":"2026-03-02T03:00:25.069946Z","end":"2026-03-02T03:00:25.544435Z","steps":["trace[1437822557] 'process raft request' (duration: 474.237143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:25.544659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.910048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:00:25.544664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:25.069917Z","time spent":"474.644804ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:25.544706Z","caller":"traceutil/trace.go:171","msg":"trace[2103940293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23917; }","duration":"290.015801ms","start":"2026-03-02T03:00:25.254679Z","end":"2026-03-02T03:00:25.544695Z","steps":["trace[2103940293] 'agreement among raft nodes before linearized reading' (duration: 289.859037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:25.560332Z","caller":"traceutil/trace.go:171","msg":"trace[1027491305] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"165.732474ms","start":"2026-03-02T03:00:25.394583Z","end":"2026-03-02T03:00:25.560316Z","steps":["trace[1027491305] 'process raft request' (duration: 165.639531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:25.560777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.664705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:00:25.560865Z","caller":"traceutil/trace.go:171","msg":"trace[1028998118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23918; }","duration":"150.804549ms","start":"2026-03-02T03:00:25.410041Z","end":"2026-03-02T03:00:25.560845Z","steps":["trace[1028998118] 'agreement among raft nodes before linearized reading' (duration: 150.552852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:26.720991Z","caller":"traceutil/trace.go:171","msg":"trace[1891076706] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"168.601469ms","start":"2026-03-02T03:00:26.552327Z","end":"2026-03-02T03:00:26.720928Z","steps":["trace[1891076706] 'process raft request' (duration: 168.424674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:27.8669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551454028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:00:28.262808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.334483335s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T03:00:28.263455Z","caller":"traceutil/trace.go:171","msg":"trace[1180518875] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.335315567s","start":"2026-03-02T03:00:26.92811Z","end":"2026-03-02T03:00:28.263425Z","steps":["trace[1180518875] 'process raft request' (duration: 1.335119302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.263646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:26.928085Z","time spent":"1.335458341s","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6635,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.637685Z","caller":"traceutil/trace.go:171","msg":"trace[2003561458] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.465819009s","start":"2026-03-02T03:00:27.171833Z","end":"2026-03-02T03:00:28.637652Z","steps":["trace[2003561458] 'process raft request' (duration: 1.370113217s)","trace[2003561458] 'compare' (duration: 95.135617ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:28.637779Z","caller":"traceutil/trace.go:171","msg":"trace[187578355] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.072560808s","start":"2026-03-02T03:00:27.565179Z","end":"2026-03-02T03:00:28.637739Z","steps":["trace[187578355] 'process raft request' (duration: 1.072176018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.637851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.171799Z","time spent":"1.465963353s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:28.637935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.56515Z","time spent":"1.072693021s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.638167Z","caller":"traceutil/trace.go:171","msg":"trace[27361655] linearizableReadLoop","detail":"{readStateIndex:24775; appliedIndex:24772; }","duration":"1.27153006s","start":"2026-03-02T03:00:27.366627Z","end":"2026-03-02T03:00:28.638157Z","steps":["trace[27361655] 'read index received' (duration: 896.595904ms)","trace[27361655] 'applied index is now lower than readState.Index' (duration: 374.933396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:28.638391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271765326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:28.638429Z","caller":"traceutil/trace.go:171","msg":"trace[836734999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23943; }","duration":"1.271861019s","start":"2026-03-02T03:00:27.366559Z","end":"2026-03-02T03:00:28.63842Z","steps":["trace[836734999] 'agreement among raft nodes before linearized reading' (duration: 1.271796357s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:28.638391Z","caller":"traceutil/trace.go:171","msg":"trace[1744645784] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"418.346705ms","start":"2026-03-02T03:00:28.220003Z","end":"2026-03-02T03:00:28.63835Z","steps":["trace[1744645784] 'process raft request' (duration: 418.107239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.638453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.366532Z","time spent":"1.27191521s","remote":"127.0.0.1:45730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:28.638603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.219958Z","time spent":"418.53025ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:28.638745Z","caller":"traceutil/trace.go:171","msg":"trace[46196223] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"482.255725ms","start":"2026-03-02T03:00:28.156038Z","end":"2026-03-02T03:00:28.638294Z","steps":["trace[46196223] 'process raft request' (duration: 481.611188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:28.63881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.155851Z","time spent":"482.920142ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:29.147643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551454045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:00:29.21282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.490685ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:29.213113Z","caller":"traceutil/trace.go:171","msg":"trace[1696032705] linearizableReadLoop","detail":"{readStateIndex:24781; appliedIndex:24777; }","duration":"574.896645ms","start":"2026-03-02T03:00:28.638192Z","end":"2026-03-02T03:00:29.213089Z","steps":["trace[1696032705] 'read index received' (duration: 557.554226ms)","trace[1696032705] 'applied index is now lower than readState.Index' (duration: 17.341509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:29.213374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168728921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:29.213424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435359614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:29.21346Z","caller":"traceutil/trace.go:171","msg":"trace[147566305] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23947; }","duration":"1.435470316s","start":"2026-03-02T03:00:27.777978Z","end":"2026-03-02T03:00:29.213448Z","steps":["trace[147566305] 'agreement among raft nodes before linearized reading' (duration: 1.435403134s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.213467Z","caller":"traceutil/trace.go:171","msg":"trace[429248585] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23947; }","duration":"1.168883816s","start":"2026-03-02T03:00:28.044555Z","end":"2026-03-02T03:00:29.213438Z","steps":["trace[429248585] 'agreement among raft nodes before linearized reading' (duration: 1.168583448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514418455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T03:00:29.213514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.044528Z","time spent":"1.168973727s","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:29.21356Z","caller":"traceutil/trace.go:171","msg":"trace[1063773841] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23947; }","duration":"1.51464753s","start":"2026-03-02T03:00:27.698889Z","end":"2026-03-02T03:00:29.213536Z","steps":["trace[1063773841] 'agreement among raft nodes before linearized reading' (duration: 1.51427583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570321462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T03:00:29.213616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.698861Z","time spent":"1.514741973s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:29.213627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.189613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:29.213613Z","caller":"traceutil/trace.go:171","msg":"trace[2133328814] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"913.49386ms","start":"2026-03-02T03:00:28.30008Z","end":"2026-03-02T03:00:29.213574Z","steps":["trace[2133328814] 'process raft request' (duration: 912.966796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.213657Z","caller":"traceutil/trace.go:171","msg":"trace[406786739] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23947; }","duration":"592.263374ms","start":"2026-03-02T03:00:28.621386Z","end":"2026-03-02T03:00:29.21365Z","steps":["trace[406786739] 'agreement among raft nodes before linearized reading' (duration: 592.221893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.62136Z","time spent":"592.343387ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:29.213729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637961572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T03:00:29.213717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746267946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T03:00:29.213667Z","caller":"traceutil/trace.go:171","msg":"trace[894041167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23947; }","duration":"1.570521458s","start":"2026-03-02T03:00:27.64312Z","end":"2026-03-02T03:00:29.213641Z","steps":["trace[894041167] 'agreement among raft nodes before linearized reading' (duration: 1.570021815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565114595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T03:00:29.213801Z","caller":"traceutil/trace.go:171","msg":"trace[826060082] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:23947; }","duration":"1.74637726s","start":"2026-03-02T03:00:27.467405Z","end":"2026-03-02T03:00:29.213782Z","steps":["trace[826060082] 'agreement among raft nodes before linearized reading' (duration: 1.746153424s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.213801Z","caller":"traceutil/trace.go:171","msg":"trace[2110066326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23947; }","duration":"1.638040024s","start":"2026-03-02T03:00:27.575726Z","end":"2026-03-02T03:00:29.213766Z","steps":["trace[2110066326] 'agreement among raft nodes before linearized reading' (duration: 1.637770867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.233253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:29.213835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.300063Z","time spent":"913.651605ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:29.213848Z","caller":"traceutil/trace.go:171","msg":"trace[1833939633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23947; }","duration":"1.565244179s","start":"2026-03-02T03:00:27.648575Z","end":"2026-03-02T03:00:29.213819Z","steps":["trace[1833939633] 'agreement among raft nodes before linearized reading' (duration: 1.564889859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.467393Z","time spent":"1.746457202s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"info","ts":"2026-03-02T03:00:29.213884Z","caller":"traceutil/trace.go:171","msg":"trace[706829315] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23947; }","duration":"643.564082ms","start":"2026-03-02T03:00:28.570298Z","end":"2026-03-02T03:00:29.213862Z","steps":["trace[706829315] 'agreement among raft nodes before linearized reading' (duration: 643.273014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.213858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566999325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T03:00:29.213908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.64857Z","time spent":"1.565326021s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:29.213808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.859539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:29.213944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.570271Z","time spent":"643.653183ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:29.213953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013387823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-02T03:00:29.213505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.777922Z","time spent":"1.435571629s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:00:29.213985Z","caller":"traceutil/trace.go:171","msg":"trace[1556697351] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23947; }","duration":"982.080305ms","start":"2026-03-02T03:00:28.231892Z","end":"2026-03-02T03:00:29.213973Z","steps":["trace[1556697351] 'agreement among raft nodes before linearized reading' (duration: 981.860719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.213965Z","caller":"traceutil/trace.go:171","msg":"trace[15209630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23947; }","duration":"1.567146039s","start":"2026-03-02T03:00:27.646791Z","end":"2026-03-02T03:00:29.213937Z","steps":["trace[15209630] 'agreement among raft nodes before linearized reading' (duration: 1.566863161s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.214003Z","caller":"traceutil/trace.go:171","msg":"trace[1358718777] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23947; }","duration":"1.013497965s","start":"2026-03-02T03:00:28.200491Z","end":"2026-03-02T03:00:29.213989Z","steps":["trace[1358718777] 'agreement among raft nodes before linearized reading' (duration: 1.013344661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.21402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.231874Z","time spent":"982.135056ms","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:00:29.213822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.643115Z","time spent":"1.570688702s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T03:00:29.213799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838364322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274882"} {"level":"warn","ts":"2026-03-02T03:00:29.214064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.646785Z","time spent":"1.567262082s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T03:00:29.213734Z","caller":"traceutil/trace.go:171","msg":"trace[1975873369] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"919.463329ms","start":"2026-03-02T03:00:28.294242Z","end":"2026-03-02T03:00:29.213706Z","steps":["trace[1975873369] 'process raft request' (duration: 901.637127ms)","trace[1975873369] 'compare' (duration: 16.307102ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:29.214097Z","caller":"traceutil/trace.go:171","msg":"trace[230037876] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23947; }","duration":"1.838712722s","start":"2026-03-02T03:00:27.37537Z","end":"2026-03-02T03:00:29.214083Z","steps":["trace[230037876] 'agreement among raft nodes before linearized reading' (duration: 1.837819168s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.214117Z","caller":"traceutil/trace.go:171","msg":"trace[2098710178] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"916.584712ms","start":"2026-03-02T03:00:28.29752Z","end":"2026-03-02T03:00:29.214105Z","steps":["trace[2098710178] 'process raft request' (duration: 915.491793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.214148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.37536Z","time spent":"1.838769933s","remote":"127.0.0.1:59736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274905,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T03:00:29.214196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.294217Z","time spent":"919.905681ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:29.214218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.297489Z","time spent":"916.663745ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:00:29.214046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.200471Z","time spent":"1.013567748s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T03:00:29.214229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571064543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T03:00:29.213869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.575716Z","time spent":"1.638142357s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T03:00:29.21431Z","caller":"traceutil/trace.go:171","msg":"trace[1529544064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23947; }","duration":"1.571543345s","start":"2026-03-02T03:00:27.642746Z","end":"2026-03-02T03:00:29.21429Z","steps":["trace[1529544064] 'agreement among raft nodes before linearized reading' (duration: 1.570788715s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.214076Z","caller":"traceutil/trace.go:171","msg":"trace[1305900519] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"919.738706ms","start":"2026-03-02T03:00:28.294325Z","end":"2026-03-02T03:00:29.214064Z","steps":["trace[1305900519] 'process raft request' (duration: 918.631637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.214367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.64269Z","time spent":"1.571661478s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:00:29.213618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7241298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:00:29.214457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:28.29432Z","time spent":"920.041684ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:00:29.214483Z","caller":"traceutil/trace.go:171","msg":"trace[1506244488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23947; }","duration":"1.725030825s","start":"2026-03-02T03:00:27.489438Z","end":"2026-03-02T03:00:29.214469Z","steps":["trace[1506244488] 'agreement among raft nodes before linearized reading' (duration: 1.72408628s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.21298Z","caller":"traceutil/trace.go:171","msg":"trace[1147902769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23943; }","duration":"247.66652ms","start":"2026-03-02T03:00:28.965292Z","end":"2026-03-02T03:00:29.212958Z","steps":["trace[1147902769] 'range keys from in-memory index tree' (duration: 247.470095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:00:29.214529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:00:27.48943Z","time spent":"1.725086736s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T03:00:29.458636Z","caller":"traceutil/trace.go:171","msg":"trace[1945320698] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24782; }","duration":"209.245044ms","start":"2026-03-02T03:00:29.249365Z","end":"2026-03-02T03:00:29.45861Z","steps":["trace[1945320698] 'read index received' (duration: 133.86849ms)","trace[1945320698] 'applied index is now lower than readState.Index' (duration: 75.375144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:29.458858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.474621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:00:29.45884Z","caller":"traceutil/trace.go:171","msg":"trace[1458400665] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"238.366024ms","start":"2026-03-02T03:00:29.220442Z","end":"2026-03-02T03:00:29.458808Z","steps":["trace[1458400665] 'process raft request' (duration: 238.071186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.458951Z","caller":"traceutil/trace.go:171","msg":"trace[501854153] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"238.677413ms","start":"2026-03-02T03:00:29.220259Z","end":"2026-03-02T03:00:29.458937Z","steps":["trace[501854153] 'process raft request' (duration: 238.171379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.45892Z","caller":"traceutil/trace.go:171","msg":"trace[1020566435] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"238.481518ms","start":"2026-03-02T03:00:29.220417Z","end":"2026-03-02T03:00:29.458898Z","steps":["trace[1020566435] 'process raft request' (duration: 238.077007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.458948Z","caller":"traceutil/trace.go:171","msg":"trace[1796286415] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"238.852217ms","start":"2026-03-02T03:00:29.220067Z","end":"2026-03-02T03:00:29.45892Z","steps":["trace[1796286415] 'process raft request' (duration: 163.156165ms)","trace[1796286415] 'compare' (duration: 75.040645ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:00:29.458953Z","caller":"traceutil/trace.go:171","msg":"trace[2092838399] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"218.018506ms","start":"2026-03-02T03:00:29.240906Z","end":"2026-03-02T03:00:29.458925Z","steps":["trace[2092838399] 'process raft request' (duration: 217.661047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.458945Z","caller":"traceutil/trace.go:171","msg":"trace[988782150] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"237.314956ms","start":"2026-03-02T03:00:29.221597Z","end":"2026-03-02T03:00:29.458912Z","steps":["trace[988782150] 'process raft request' (duration: 236.942346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.459153Z","caller":"traceutil/trace.go:171","msg":"trace[348924765] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"238.394795ms","start":"2026-03-02T03:00:29.220349Z","end":"2026-03-02T03:00:29.458744Z","steps":["trace[348924765] 'process raft request' (duration: 238.122067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:29.459281Z","caller":"traceutil/trace.go:171","msg":"trace[609445126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23954; }","duration":"209.645535ms","start":"2026-03-02T03:00:29.249307Z","end":"2026-03-02T03:00:29.458952Z","steps":["trace[609445126] 'agreement among raft nodes before linearized reading' (duration: 209.417839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:43.568675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21491} {"level":"info","ts":"2026-03-02T03:00:43.766954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21491,"took":"195.300455ms","hash":3614985807,"current-db-size-bytes":48893952,"current-db-size":"49 MB","current-db-size-in-use-bytes":31133696,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T03:00:43.767041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3614985807,"revision":21491,"compact-revision":18665} {"level":"info","ts":"2026-03-02T03:00:47.769408Z","caller":"traceutil/trace.go:171","msg":"trace[776591451] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"179.296642ms","start":"2026-03-02T03:00:47.59008Z","end":"2026-03-02T03:00:47.769377Z","steps":["trace[776591451] 'process raft request' (duration: 179.054735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:47.769724Z","caller":"traceutil/trace.go:171","msg":"trace[1815274500] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"179.486738ms","start":"2026-03-02T03:00:47.590225Z","end":"2026-03-02T03:00:47.769711Z","steps":["trace[1815274500] 'process raft request' (duration: 179.106847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:47.769842Z","caller":"traceutil/trace.go:171","msg":"trace[775498925] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"179.503767ms","start":"2026-03-02T03:00:47.590316Z","end":"2026-03-02T03:00:47.76982Z","steps":["trace[775498925] 'process raft request' (duration: 179.294462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:00:47.769812Z","caller":"traceutil/trace.go:171","msg":"trace[784806824] linearizableReadLoop","detail":"{readStateIndex:24918; appliedIndex:24915; }","duration":"111.432997ms","start":"2026-03-02T03:00:47.658343Z","end":"2026-03-02T03:00:47.769776Z","steps":["trace[784806824] 'read index received' (duration: 110.688157ms)","trace[784806824] 'applied index is now lower than readState.Index' (duration: 743.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:00:47.770106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.711214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T03:00:47.77018Z","caller":"traceutil/trace.go:171","msg":"trace[1010252762] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24078; }","duration":"111.880049ms","start":"2026-03-02T03:00:47.658277Z","end":"2026-03-02T03:00:47.770157Z","steps":["trace[1010252762] 'agreement among raft nodes before linearized reading' (duration: 111.632863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:02.981922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.727029ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T03:01:02.982314Z","caller":"traceutil/trace.go:171","msg":"trace[1634238213] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"117.151359ms","start":"2026-03-02T03:01:02.865145Z","end":"2026-03-02T03:01:02.982296Z","steps":["trace[1634238213] 'process raft request' (duration: 117.112148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:02.982524Z","caller":"traceutil/trace.go:171","msg":"trace[306198138] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"170.15356ms","start":"2026-03-02T03:01:02.812338Z","end":"2026-03-02T03:01:02.982491Z","steps":["trace[306198138] 'process raft request' (duration: 169.874163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:02.982528Z","caller":"traceutil/trace.go:171","msg":"trace[304758086] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"177.277789ms","start":"2026-03-02T03:01:02.805217Z","end":"2026-03-02T03:01:02.982495Z","steps":["trace[304758086] 'process raft request' (duration: 176.846468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:01:02.982791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.702745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:01:02.982858Z","caller":"traceutil/trace.go:171","msg":"trace[483830001] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24177; }","duration":"170.851279ms","start":"2026-03-02T03:01:02.811991Z","end":"2026-03-02T03:01:02.982843Z","steps":["trace[483830001] 'agreement among raft nodes before linearized reading' (duration: 170.727426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:01:02.982634Z","caller":"traceutil/trace.go:171","msg":"trace[146740448] linearizableReadLoop","detail":"{readStateIndex:25018; appliedIndex:25016; }","duration":"170.527191ms","start":"2026-03-02T03:01:02.812067Z","end":"2026-03-02T03:01:02.982594Z","steps":["trace[146740448] 'read index received' (duration: 14.106724ms)","trace[146740448] 'applied index is now lower than readState.Index' (duration: 156.370425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:03:50.726925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.671288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T03:03:50.727029Z","caller":"traceutil/trace.go:171","msg":"trace[1162637456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25832; }","duration":"138.844332ms","start":"2026-03-02T03:03:50.588161Z","end":"2026-03-02T03:03:50.727006Z","steps":["trace[1162637456] 'range keys from in-memory index tree' (duration: 138.458122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:03:50.72699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.388323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T03:03:50.727102Z","caller":"traceutil/trace.go:171","msg":"trace[1381506567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25832; }","duration":"112.565177ms","start":"2026-03-02T03:03:50.614513Z","end":"2026-03-02T03:03:50.727078Z","steps":["trace[1381506567] 'range keys from in-memory index tree' (duration: 112.161337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:03:58.503249Z","caller":"traceutil/trace.go:171","msg":"trace[1078089195] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"111.039427ms","start":"2026-03-02T03:03:58.392187Z","end":"2026-03-02T03:03:58.503226Z","steps":["trace[1078089195] 'process raft request' (duration: 110.948945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:03:58.503314Z","caller":"traceutil/trace.go:171","msg":"trace[2133023405] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"115.213277ms","start":"2026-03-02T03:03:58.388061Z","end":"2026-03-02T03:03:58.503274Z","steps":["trace[2133023405] 'process raft request' (duration: 114.901429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:03:58.503583Z","caller":"traceutil/trace.go:171","msg":"trace[1029534392] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"111.008056ms","start":"2026-03-02T03:03:58.392559Z","end":"2026-03-02T03:03:58.503567Z","steps":["trace[1029534392] 'process raft request' (duration: 110.623646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:03:58.503711Z","caller":"traceutil/trace.go:171","msg":"trace[2124490887] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"110.564864ms","start":"2026-03-02T03:03:58.393108Z","end":"2026-03-02T03:03:58.503673Z","steps":["trace[2124490887] 'process raft request' (duration: 110.322877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:03:58.982921Z","caller":"traceutil/trace.go:171","msg":"trace[391624460] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"206.221584ms","start":"2026-03-02T03:03:58.77666Z","end":"2026-03-02T03:03:58.982881Z","steps":["trace[391624460] 'process raft request' (duration: 172.484872ms)","trace[391624460] 'compare' (duration: 33.033524ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:03:58.982963Z","caller":"traceutil/trace.go:171","msg":"trace[364087710] linearizableReadLoop","detail":"{readStateIndex:26786; appliedIndex:26785; }","duration":"152.364809ms","start":"2026-03-02T03:03:58.830555Z","end":"2026-03-02T03:03:58.98292Z","steps":["trace[364087710] 'read index received' (duration: 34.068111ms)","trace[364087710] 'applied index is now lower than readState.Index' (duration: 118.294258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T03:03:58.983244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.666498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T03:03:58.983304Z","caller":"traceutil/trace.go:171","msg":"trace[1685836682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25894; }","duration":"152.76779ms","start":"2026-03-02T03:03:58.830521Z","end":"2026-03-02T03:03:58.983289Z","steps":["trace[1685836682] 'agreement among raft nodes before linearized reading' (duration: 152.550144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:04:03.573907Z","caller":"traceutil/trace.go:171","msg":"trace[1507091704] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"116.913352ms","start":"2026-03-02T03:04:03.456953Z","end":"2026-03-02T03:04:03.573866Z","steps":["trace[1507091704] 'process raft request' (duration: 116.342277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:04:30.975789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.690178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:04:30.975876Z","caller":"traceutil/trace.go:171","msg":"trace[699971773] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26222; }","duration":"169.824152ms","start":"2026-03-02T03:04:30.806031Z","end":"2026-03-02T03:04:30.975855Z","steps":["trace[699971773] 'count revisions from in-memory index tree' (duration: 169.609666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:05:43.575065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24048} {"level":"info","ts":"2026-03-02T03:05:43.702778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24048,"took":"123.874577ms","hash":3482032674,"current-db-size-bytes":49315840,"current-db-size":"49 MB","current-db-size-in-use-bytes":34181120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-02T03:05:43.702831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3482032674,"revision":24048,"compact-revision":21491} {"level":"info","ts":"2026-03-02T03:09:11.986513Z","caller":"traceutil/trace.go:171","msg":"trace[1778592740] linearizableReadLoop","detail":"{readStateIndex:29186; appliedIndex:29184; }","duration":"305.25042ms","start":"2026-03-02T03:09:11.681223Z","end":"2026-03-02T03:09:11.986473Z","steps":["trace[1778592740] 'read index received' (duration: 44.525311ms)","trace[1778592740] 'applied index is now lower than readState.Index' (duration: 260.723539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:09:11.986555Z","caller":"traceutil/trace.go:171","msg":"trace[618064875] transaction","detail":"{read_only:false; response_revision:28222; number_of_response:1; }","duration":"340.960093ms","start":"2026-03-02T03:09:11.64556Z","end":"2026-03-02T03:09:11.98652Z","steps":["trace[618064875] 'process raft request' (duration: 338.393554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.9867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.413345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:09:11.986773Z","caller":"traceutil/trace.go:171","msg":"trace[6889276] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28222; }","duration":"305.569239ms","start":"2026-03-02T03:09:11.681188Z","end":"2026-03-02T03:09:11.986757Z","steps":["trace[6889276] 'agreement among raft nodes before linearized reading' (duration: 305.402225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:09:11.986776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.645536Z","time spent":"341.106307ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:09:11.986807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:09:11.681171Z","time spent":"305.62831ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:09:11.989088Z","caller":"traceutil/trace.go:171","msg":"trace[1353321648] transaction","detail":"{read_only:false; response_revision:28224; number_of_response:1; }","duration":"200.505276ms","start":"2026-03-02T03:09:11.788545Z","end":"2026-03-02T03:09:11.98905Z","steps":["trace[1353321648] 'process raft request' (duration: 200.397873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:09:11.989085Z","caller":"traceutil/trace.go:171","msg":"trace[515694839] transaction","detail":"{read_only:false; response_revision:28223; number_of_response:1; }","duration":"256.30544ms","start":"2026-03-02T03:09:11.732729Z","end":"2026-03-02T03:09:11.989035Z","steps":["trace[515694839] 'process raft request' (duration: 256.046393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:09:11.989136Z","caller":"traceutil/trace.go:171","msg":"trace[27343613] transaction","detail":"{read_only:false; response_revision:28225; number_of_response:1; }","duration":"191.821581ms","start":"2026-03-02T03:09:11.797287Z","end":"2026-03-02T03:09:11.989108Z","steps":["trace[27343613] 'process raft request' (duration: 191.690108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:10:43.581425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26804} {"level":"info","ts":"2026-03-02T03:10:43.723708Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26804,"took":"138.369321ms","hash":3537864199,"current-db-size-bytes":49315840,"current-db-size":"49 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T03:10:43.723771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3537864199,"revision":26804,"compact-revision":24048} {"level":"info","ts":"2026-03-02T03:11:03.329501Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4ec288cbdba84d36","local-member-applied-index":30006,"local-member-snapshot-index":20005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T03:11:03.333411Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-03-02T03:11:03.333493Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-03-02T03:12:16.488787Z","caller":"traceutil/trace.go:171","msg":"trace[1632816704] linearizableReadLoop","detail":"{readStateIndex:30554; appliedIndex:30553; }","duration":"157.516779ms","start":"2026-03-02T03:12:16.331243Z","end":"2026-03-02T03:12:16.488759Z","steps":["trace[1632816704] 'read index received' (duration: 157.254052ms)","trace[1632816704] 'applied index is now lower than readState.Index' (duration: 261.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:12:16.489196Z","caller":"traceutil/trace.go:171","msg":"trace[1361997627] transaction","detail":"{read_only:false; response_revision:29550; number_of_response:1; }","duration":"170.831411ms","start":"2026-03-02T03:12:16.318349Z","end":"2026-03-02T03:12:16.48918Z","steps":["trace[1361997627] 'process raft request' (duration: 170.234935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.489377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.526866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-service\" ","response":"range_response_count:1 size:9114"} {"level":"info","ts":"2026-03-02T03:12:16.489447Z","caller":"traceutil/trace.go:171","msg":"trace[1184185076] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-service; range_end:; response_count:1; response_revision:29550; }","duration":"127.646859ms","start":"2026-03-02T03:12:16.361783Z","end":"2026-03-02T03:12:16.48943Z","steps":["trace[1184185076] 'agreement among raft nodes before linearized reading' (duration: 127.452964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:12:16.491325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.058136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-service-cleaner-29540340-kn6k9.1898e6f72ab33237\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:29549 ","response":"range_response_count:752 size:584550"} {"level":"info","ts":"2026-03-02T03:12:16.491412Z","caller":"traceutil/trace.go:171","msg":"trace[2070908454] range","detail":"{range_begin:/registry/events/openstack/nova-service-cleaner-29540340-kn6k9.1898e6f72ab33237\u0000; range_end:/registry/events/openstack0; response_count:752; response_revision:29550; }","duration":"160.19397ms","start":"2026-03-02T03:12:16.331206Z","end":"2026-03-02T03:12:16.4914Z","steps":["trace[2070908454] 'agreement among raft nodes before linearized reading' (duration: 158.085274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:07.387092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551475200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:07.887708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551475200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:08.388216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563806653551475200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T03:13:08.684775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835653684s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T03:13:08.686367Z","caller":"traceutil/trace.go:171","msg":"trace[817943859] transaction","detail":"{read_only:false; response_revision:29893; number_of_response:1; }","duration":"1.837294368s","start":"2026-03-02T03:13:06.849042Z","end":"2026-03-02T03:13:08.686337Z","steps":["trace[817943859] 'process raft request' (duration: 1.836044695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.686516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.849027Z","time spent":"1.837413861s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.691142Z","caller":"traceutil/trace.go:171","msg":"trace[1537578406] transaction","detail":"{read_only:false; response_revision:29894; number_of_response:1; }","duration":"1.832537192s","start":"2026-03-02T03:13:06.858578Z","end":"2026-03-02T03:13:08.691115Z","steps":["trace[1537578406] 'process raft request' (duration: 1.832306166s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.691159Z","caller":"traceutil/trace.go:171","msg":"trace[54984661] transaction","detail":"{read_only:false; response_revision:29895; number_of_response:1; }","duration":"1.831568937s","start":"2026-03-02T03:13:06.859563Z","end":"2026-03-02T03:13:08.691132Z","steps":["trace[54984661] 'process raft request' (duration: 1.831459164s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.69134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.859551Z","time spent":"1.83168781s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.691383Z","caller":"traceutil/trace.go:171","msg":"trace[1751421484] transaction","detail":"{read_only:false; response_revision:29896; number_of_response:1; }","duration":"1.675264569s","start":"2026-03-02T03:13:07.016102Z","end":"2026-03-02T03:13:08.691367Z","steps":["trace[1751421484] 'process raft request' (duration: 1.674970991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.691448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.016074Z","time spent":"1.675339731s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:13:08.691356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.858552Z","time spent":"1.832645665s","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.691628Z","caller":"traceutil/trace.go:171","msg":"trace[1271788149] transaction","detail":"{read_only:false; response_revision:29897; number_of_response:1; }","duration":"832.72666ms","start":"2026-03-02T03:13:07.858884Z","end":"2026-03-02T03:13:08.691611Z","steps":["trace[1271788149] 'process raft request' (duration: 832.429812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.691911Z","caller":"traceutil/trace.go:171","msg":"trace[349553591] linearizableReadLoop","detail":"{readStateIndex:30913; appliedIndex:30907; }","duration":"1.805693252s","start":"2026-03-02T03:13:06.886197Z","end":"2026-03-02T03:13:08.691891Z","steps":["trace[349553591] 'read index received' (duration: 1.799085177s)","trace[349553591] 'applied index is now lower than readState.Index' (duration: 6.606705ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T03:13:08.69193Z","caller":"traceutil/trace.go:171","msg":"trace[1359001735] transaction","detail":"{read_only:false; response_revision:29898; number_of_response:1; }","duration":"808.20227ms","start":"2026-03-02T03:13:07.88369Z","end":"2026-03-02T03:13:08.691892Z","steps":["trace[1359001735] 'process raft request' (duration: 807.773379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.691906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.858875Z","time spent":"832.994576ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T03:13:08.692092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805890857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/octavia-openstack-octavia-ks-endpoints\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T03:13:08.692131Z","caller":"traceutil/trace.go:171","msg":"trace[265217840] range","detail":"{range_begin:/registry/roles/openstack/octavia-openstack-octavia-ks-endpoints; range_end:; response_count:1; response_revision:29899; }","duration":"1.805963789s","start":"2026-03-02T03:13:06.886157Z","end":"2026-03-02T03:13:08.692121Z","steps":["trace[265217840] 'agreement among raft nodes before linearized reading' (duration: 1.805826945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.692153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.886141Z","time spent":"1.80600719s","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":723,"request content":"key:\"/registry/roles/openstack/octavia-openstack-octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T03:13:08.692191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796864217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/octavia-openstack-octavia-ks-service\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-02T03:13:08.692088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.883665Z","time spent":"808.338614ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T03:13:08.69226Z","caller":"traceutil/trace.go:171","msg":"trace[1324023257] range","detail":"{range_begin:/registry/roles/openstack/octavia-openstack-octavia-ks-service; range_end:; response_count:1; response_revision:29899; }","duration":"1.796976911s","start":"2026-03-02T03:13:06.895262Z","end":"2026-03-02T03:13:08.692239Z","steps":["trace[1324023257] 'agreement among raft nodes before linearized reading' (duration: 1.796825967s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.692275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.690751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T03:13:08.692311Z","caller":"traceutil/trace.go:171","msg":"trace[1868317439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29899; }","duration":"718.740413ms","start":"2026-03-02T03:13:07.973561Z","end":"2026-03-02T03:13:08.692301Z","steps":["trace[1868317439] 'agreement among raft nodes before linearized reading' (duration: 718.562218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.692309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:06.895233Z","time spent":"1.797063244s","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":707,"request content":"key:\"/registry/roles/openstack/octavia-openstack-octavia-ks-service\" "} {"level":"warn","ts":"2026-03-02T03:13:08.692301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.469808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:13:08.692348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.973553Z","time spent":"718.784684ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T03:13:08.692377Z","caller":"traceutil/trace.go:171","msg":"trace[420810950] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29899; }","duration":"471.57359ms","start":"2026-03-02T03:13:08.220779Z","end":"2026-03-02T03:13:08.692353Z","steps":["trace[420810950] 'agreement among raft nodes before linearized reading' (duration: 471.440697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.692439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.220768Z","time spent":"471.652933ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.692452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.879737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T03:13:08.692482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137231289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:13:08.692543Z","caller":"traceutil/trace.go:171","msg":"trace[375349973] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29899; }","duration":"1.137323581s","start":"2026-03-02T03:13:07.555203Z","end":"2026-03-02T03:13:08.692526Z","steps":["trace[375349973] 'agreement among raft nodes before linearized reading' (duration: 1.137234138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.692787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.555182Z","time spent":"1.137590658s","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.693032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.577597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:13:08.693091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177294519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T03:13:08.693126Z","caller":"traceutil/trace.go:171","msg":"trace[1495712643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29899; }","duration":"625.69003ms","start":"2026-03-02T03:13:08.067367Z","end":"2026-03-02T03:13:08.693057Z","steps":["trace[1495712643] 'agreement among raft nodes before linearized reading' (duration: 625.563406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.693153Z","caller":"traceutil/trace.go:171","msg":"trace[1422963319] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:29899; }","duration":"1.177378792s","start":"2026-03-02T03:13:07.51576Z","end":"2026-03-02T03:13:08.693139Z","steps":["trace[1422963319] 'agreement among raft nodes before linearized reading' (duration: 1.177226748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.693204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.51575Z","time spent":"1.177442203s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-02T03:13:08.693188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:08.06735Z","time spent":"625.823623ms","remote":"127.0.0.1:39156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.69344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.165447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T03:13:08.693477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203917614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:13:08.693515Z","caller":"traceutil/trace.go:171","msg":"trace[1326713889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29899; }","duration":"732.696701ms","start":"2026-03-02T03:13:07.960803Z","end":"2026-03-02T03:13:08.6935Z","steps":["trace[1326713889] 'agreement among raft nodes before linearized reading' (duration: 732.486706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.693565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.960744Z","time spent":"732.807505ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T03:13:08.693696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.977892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T03:13:08.693768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.87188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T03:13:08.69378Z","caller":"traceutil/trace.go:171","msg":"trace[1226875988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29899; }","duration":"766.065124ms","start":"2026-03-02T03:13:07.927699Z","end":"2026-03-02T03:13:08.693764Z","steps":["trace[1226875988] 'agreement among raft nodes before linearized reading' (duration: 765.921951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.693522Z","caller":"traceutil/trace.go:171","msg":"trace[1864735612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29899; }","duration":"1.203990316s","start":"2026-03-02T03:13:07.489518Z","end":"2026-03-02T03:13:08.693508Z","steps":["trace[1864735612] 'agreement among raft nodes before linearized reading' (duration: 1.203914864s)"],"step_count":1} {"level":"info","ts":"2026-03-02T03:13:08.693816Z","caller":"traceutil/trace.go:171","msg":"trace[1591780327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29899; }","duration":"731.996544ms","start":"2026-03-02T03:13:07.961806Z","end":"2026-03-02T03:13:08.693803Z","steps":["trace[1591780327] 'agreement among raft nodes before linearized reading' (duration: 731.86884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.693863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.927528Z","time spent":"766.284631ms","remote":"127.0.0.1:46070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.693871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.961794Z","time spent":"732.063515ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T03:13:08.69392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.339743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T03:13:08.693956Z","caller":"traceutil/trace.go:171","msg":"trace[1967905515] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29899; }","duration":"842.398255ms","start":"2026-03-02T03:13:07.851546Z","end":"2026-03-02T03:13:08.693944Z","steps":["trace[1967905515] 'agreement among raft nodes before linearized reading' (duration: 842.344824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.69399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.851532Z","time spent":"842.446306ms","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T03:13:08.693863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.489502Z","time spent":"1.204349216s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T03:13:08.694099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.716532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T03:13:08.694288Z","caller":"traceutil/trace.go:171","msg":"trace[1768745717] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29899; }","duration":"981.97821ms","start":"2026-03-02T03:13:07.71228Z","end":"2026-03-02T03:13:08.694258Z","steps":["trace[1768745717] 'agreement among raft nodes before linearized reading' (duration: 979.944816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.694343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.712259Z","time spent":"982.068442ms","remote":"127.0.0.1:59380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2663,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T03:13:08.692493Z","caller":"traceutil/trace.go:171","msg":"trace[2042308419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29899; }","duration":"743.95293ms","start":"2026-03-02T03:13:07.948528Z","end":"2026-03-02T03:13:08.692481Z","steps":["trace[2042308419] 'agreement among raft nodes before linearized reading' (duration: 743.570909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.695594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.948514Z","time spent":"747.041931ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T03:13:08.695358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.081339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T03:13:08.695741Z","caller":"traceutil/trace.go:171","msg":"trace[2092314856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29899; }","duration":"734.537551ms","start":"2026-03-02T03:13:07.96117Z","end":"2026-03-02T03:13:08.695707Z","steps":["trace[2092314856] 'agreement among raft nodes before linearized reading' (duration: 733.308498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T03:13:08.695803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T03:13:07.961125Z","time spent":"734.660924ms","remote":"127.0.0.1:59550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "}