{"level":"warn","ts":"2026-03-04T04:59:22.120709Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T04:59:22.120895Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T04:59:22.121017Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T04:59:22.121038Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-04T04:59:22.121075Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T04:59:22.122131Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-03-04T04:59:22.122241Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T04:59:22.127543Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.975536ms"} {"level":"info","ts":"2026-03-04T04:59:22.1351Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-03-04T04:59:22.135201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T04:59:22.135227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-03-04T04:59:22.135246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T04:59:22.135256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-03-04T04:59:22.135299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-03-04T04:59:22.147001Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T04:59:22.148627Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T04:59:22.149914Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T04:59:22.152016Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T04:59:22.152464Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T04:59:22.152836Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:22.153015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:22.155689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-03-04T04:59:22.155659Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T04:59:22.156155Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-03-04T04:59:22.159011Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T04:59:22.159175Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-04T04:59:22.159231Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-03-04T04:59:22.159443Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T04:59:22.159523Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T04:59:22.736351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T04:59:22.736418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T04:59:22.73646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-03-04T04:59:22.736483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-03-04T04:59:22.736494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-04T04:59:22.736521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-03-04T04:59:22.736544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-03-04T04:59:22.73767Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T04:59:22.737797Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T04:59:22.738012Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T04:59:22.737677Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:22.738525Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T04:59:22.73859Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T04:59:22.739338Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:22.739527Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:22.739597Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T04:59:22.74124Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-03-04T04:59:22.747943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T04:59:54.292702Z","caller":"traceutil/trace.go:171","msg":"trace[234010987] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"129.161972ms","start":"2026-03-04T04:59:54.163511Z","end":"2026-03-04T04:59:54.292672Z","steps":["trace[234010987] 'process raft request' (duration: 82.857156ms)","trace[234010987] 'compare' (duration: 46.152673ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T04:59:54.297438Z","caller":"traceutil/trace.go:171","msg":"trace[2072658023] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"132.933298ms","start":"2026-03-04T04:59:54.164478Z","end":"2026-03-04T04:59:54.297412Z","steps":["trace[2072658023] 'process raft request' (duration: 132.718522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:59:54.297579Z","caller":"traceutil/trace.go:171","msg":"trace[1353867203] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"129.44139ms","start":"2026-03-04T04:59:54.16811Z","end":"2026-03-04T04:59:54.297552Z","steps":["trace[1353867203] 'process raft request' (duration: 129.173272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:59:56.544748Z","caller":"traceutil/trace.go:171","msg":"trace[37196993] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"102.811593ms","start":"2026-03-04T04:59:56.441908Z","end":"2026-03-04T04:59:56.544719Z","steps":["trace[37196993] 'process raft request' (duration: 102.615427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T04:59:57.027789Z","caller":"traceutil/trace.go:171","msg":"trace[1315178195] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"181.563365ms","start":"2026-03-04T04:59:56.846181Z","end":"2026-03-04T04:59:57.027745Z","steps":["trace[1315178195] 'process raft request' (duration: 181.314258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:10.956427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.679728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:01:10.95654Z","caller":"traceutil/trace.go:171","msg":"trace[926426038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1602; }","duration":"271.857822ms","start":"2026-03-04T05:01:10.68466Z","end":"2026-03-04T05:01:10.956518Z","steps":["trace[926426038] 'range keys from in-memory index tree' (duration: 271.469553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:10.956393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.407635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:01:10.95665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.863271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:01:10.956754Z","caller":"traceutil/trace.go:171","msg":"trace[1160242045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1602; }","duration":"188.938433ms","start":"2026-03-04T05:01:10.76777Z","end":"2026-03-04T05:01:10.956708Z","steps":["trace[1160242045] 'range keys from in-memory index tree' (duration: 188.674696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:10.956737Z","caller":"traceutil/trace.go:171","msg":"trace[932995304] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1602; }","duration":"305.877987ms","start":"2026-03-04T05:01:10.650826Z","end":"2026-03-04T05:01:10.956704Z","steps":["trace[932995304] 'count revisions from in-memory index tree' (duration: 305.303952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:10.956764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.381196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T05:01:10.956648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.433214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57611e9e-a5a0-4167-9768-56a87558da1d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T05:01:10.956877Z","caller":"traceutil/trace.go:171","msg":"trace[972486798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1602; }","duration":"265.56105ms","start":"2026-03-04T05:01:10.69129Z","end":"2026-03-04T05:01:10.956851Z","steps":["trace[972486798] 'range keys from in-memory index tree' (duration: 265.121449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:10.956877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:01:10.650796Z","time spent":"306.02571ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:01:10.956887Z","caller":"traceutil/trace.go:171","msg":"trace[147700883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57611e9e-a5a0-4167-9768-56a87558da1d; range_end:; response_count:1; response_revision:1602; }","duration":"136.724461ms","start":"2026-03-04T05:01:10.820147Z","end":"2026-03-04T05:01:10.956871Z","steps":["trace[147700883] 'range keys from in-memory index tree' (duration: 136.25747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:10.957155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.853273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:01:10.957237Z","caller":"traceutil/trace.go:171","msg":"trace[1437865005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1602; }","duration":"273.979306ms","start":"2026-03-04T05:01:10.683233Z","end":"2026-03-04T05:01:10.957212Z","steps":["trace[1437865005] 'range keys from in-memory index tree' (duration: 273.655869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:11.418614Z","caller":"traceutil/trace.go:171","msg":"trace[51679254] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"293.017347ms","start":"2026-03-04T05:01:11.125552Z","end":"2026-03-04T05:01:11.418569Z","steps":["trace[51679254] 'process raft request' (duration: 292.728509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:11.418658Z","caller":"traceutil/trace.go:171","msg":"trace[667678508] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"290.800248ms","start":"2026-03-04T05:01:11.127826Z","end":"2026-03-04T05:01:11.418626Z","steps":["trace[667678508] 'process raft request' (duration: 290.499921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:11.418689Z","caller":"traceutil/trace.go:171","msg":"trace[10595365] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"295.595502ms","start":"2026-03-04T05:01:11.123045Z","end":"2026-03-04T05:01:11.418641Z","steps":["trace[10595365] 'process raft request' (duration: 287.462722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:11.418781Z","caller":"traceutil/trace.go:171","msg":"trace[1647185713] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"290.8552ms","start":"2026-03-04T05:01:11.127896Z","end":"2026-03-04T05:01:11.418751Z","steps":["trace[1647185713] 'process raft request' (duration: 290.544403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:11.519433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.759928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T05:01:11.519644Z","caller":"traceutil/trace.go:171","msg":"trace[1051990534] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1672; }","duration":"160.947634ms","start":"2026-03-04T05:01:11.358675Z","end":"2026-03-04T05:01:11.519623Z","steps":["trace[1051990534] 'read index received' (duration: 51.996896ms)","trace[1051990534] 'applied index is now lower than readState.Index' (duration: 108.949358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:11.519856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.17455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:01:11.519892Z","caller":"traceutil/trace.go:171","msg":"trace[2076785942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1611; }","duration":"161.277752ms","start":"2026-03-04T05:01:11.358604Z","end":"2026-03-04T05:01:11.519882Z","steps":["trace[2076785942] 'agreement among raft nodes before linearized reading' (duration: 161.101757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:11.520851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.373596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T05:01:11.520936Z","caller":"traceutil/trace.go:171","msg":"trace[1942894247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"135.473438ms","start":"2026-03-04T05:01:11.385442Z","end":"2026-03-04T05:01:11.520916Z","steps":["trace[1942894247] 'agreement among raft nodes before linearized reading' (duration: 135.11117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:23.709418Z","caller":"traceutil/trace.go:171","msg":"trace[1721560227] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"135.016618ms","start":"2026-03-04T05:01:23.574369Z","end":"2026-03-04T05:01:23.709386Z","steps":["trace[1721560227] 'read index received' (duration: 134.711099ms)","trace[1721560227] 'applied index is now lower than readState.Index' (duration: 304.329µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:23.709464Z","caller":"traceutil/trace.go:171","msg":"trace[1338984754] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"148.789632ms","start":"2026-03-04T05:01:23.560648Z","end":"2026-03-04T05:01:23.709438Z","steps":["trace[1338984754] 'process raft request' (duration: 148.509974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:23.709663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.281234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T05:01:23.709729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.719874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:01:23.709751Z","caller":"traceutil/trace.go:171","msg":"trace[1718479529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1715; }","duration":"135.415157ms","start":"2026-03-04T05:01:23.574315Z","end":"2026-03-04T05:01:23.70973Z","steps":["trace[1718479529] 'agreement among raft nodes before linearized reading' (duration: 135.208072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:01:23.709777Z","caller":"traceutil/trace.go:171","msg":"trace[61351545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1715; }","duration":"133.791436ms","start":"2026-03-04T05:01:23.575973Z","end":"2026-03-04T05:01:23.709764Z","steps":["trace[61351545] 'agreement among raft nodes before linearized reading' (duration: 133.660743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:01:55.350586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.788446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:01:55.3507Z","caller":"traceutil/trace.go:171","msg":"trace[1703072854] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"157.60928ms","start":"2026-03-04T05:01:55.193076Z","end":"2026-03-04T05:01:55.350685Z","steps":["trace[1703072854] 'read index received' (duration: 49.2773ms)","trace[1703072854] 'applied index is now lower than readState.Index' (duration: 108.33101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:01:55.350843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.766633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T05:01:55.350763Z","caller":"traceutil/trace.go:171","msg":"trace[1308731461] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"160.711919ms","start":"2026-03-04T05:01:55.189994Z","end":"2026-03-04T05:01:55.350706Z","steps":["trace[1308731461] 'process raft request' (duration: 52.372909ms)","trace[1308731461] 'compare' (duration: 107.675773ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:01:55.35088Z","caller":"traceutil/trace.go:171","msg":"trace[1340595711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1876; }","duration":"157.814024ms","start":"2026-03-04T05:01:55.193055Z","end":"2026-03-04T05:01:55.350869Z","steps":["trace[1340595711] 'agreement among raft nodes before linearized reading' (duration: 157.699321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:02:00.633521Z","caller":"traceutil/trace.go:171","msg":"trace[1886008022] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"145.192858ms","start":"2026-03-04T05:02:00.488287Z","end":"2026-03-04T05:02:00.63348Z","steps":["trace[1886008022] 'process raft request' (duration: 118.05156ms)","trace[1886008022] 'compare' (duration: 26.928093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:00.633562Z","caller":"traceutil/trace.go:171","msg":"trace[873279380] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"143.508685ms","start":"2026-03-04T05:02:00.490022Z","end":"2026-03-04T05:02:00.633531Z","steps":["trace[873279380] 'read index received' (duration: 116.333035ms)","trace[873279380] 'applied index is now lower than readState.Index' (duration: 27.164079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:00.633775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.7202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:02:00.633848Z","caller":"traceutil/trace.go:171","msg":"trace[879372541] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1904; }","duration":"143.847195ms","start":"2026-03-04T05:02:00.489984Z","end":"2026-03-04T05:02:00.633831Z","steps":["trace[879372541] 'agreement among raft nodes before linearized reading' (duration: 143.67985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:01.037087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.89469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-04T05:02:01.660077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.935383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:02:01.660196Z","caller":"traceutil/trace.go:171","msg":"trace[2071869249] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"404.548698ms","start":"2026-03-04T05:02:01.255626Z","end":"2026-03-04T05:02:01.660175Z","steps":["trace[2071869249] 'read index received' (duration: 113.303248ms)","trace[2071869249] 'applied index is now lower than readState.Index' (duration: 291.24372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:02:01.660227Z","caller":"traceutil/trace.go:171","msg":"trace[2114039868] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"449.855685ms","start":"2026-03-04T05:02:01.210352Z","end":"2026-03-04T05:02:01.660207Z","steps":["trace[2114039868] 'process raft request' (duration: 158.711127ms)","trace[2114039868] 'compare' (duration: 290.619784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:02:01.660316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:01.210318Z","time spent":"449.953846ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:02:01.660424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.798504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T05:02:01.660471Z","caller":"traceutil/trace.go:171","msg":"trace[611124372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1906; }","duration":"404.885346ms","start":"2026-03-04T05:02:01.25557Z","end":"2026-03-04T05:02:01.660455Z","steps":["trace[611124372] 'agreement among raft nodes before linearized reading' (duration: 404.718362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:01.660515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:02:01.255549Z","time spent":"404.955208ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T05:02:01.660682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.072988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T05:02:01.660724Z","caller":"traceutil/trace.go:171","msg":"trace[786076822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"194.14092ms","start":"2026-03-04T05:02:01.466572Z","end":"2026-03-04T05:02:01.660713Z","steps":["trace[786076822] 'agreement among raft nodes before linearized reading' (duration: 194.019887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:01.6608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.276163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:02:01.660882Z","caller":"traceutil/trace.go:171","msg":"trace[2051723829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"288.417427ms","start":"2026-03-04T05:02:01.372446Z","end":"2026-03-04T05:02:01.660864Z","steps":["trace[2051723829] 'agreement among raft nodes before linearized reading' (duration: 288.1484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:02:01.660926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.830989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T05:02:01.661057Z","caller":"traceutil/trace.go:171","msg":"trace[57286790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"271.981483ms","start":"2026-03-04T05:02:01.389029Z","end":"2026-03-04T05:02:01.661011Z","steps":["trace[57286790] 'agreement among raft nodes before linearized reading' (duration: 271.581264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:05:45.667503Z","caller":"traceutil/trace.go:171","msg":"trace[537372244] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"181.233868ms","start":"2026-03-04T05:05:45.486217Z","end":"2026-03-04T05:05:45.667451Z","steps":["trace[537372244] 'process raft request' (duration: 180.934951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:02.619827Z","caller":"traceutil/trace.go:171","msg":"trace[1570472115] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"102.219906ms","start":"2026-03-04T05:07:02.516815Z","end":"2026-03-04T05:07:02.619035Z","steps":["trace[1570472115] 'process raft request' (duration: 101.816046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:05.632202Z","caller":"traceutil/trace.go:171","msg":"trace[2065929227] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"102.511924ms","start":"2026-03-04T05:07:05.529661Z","end":"2026-03-04T05:07:05.632173Z","steps":["trace[2065929227] 'process raft request' (duration: 57.135404ms)","trace[2065929227] 'compare' (duration: 45.246956ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:06.774951Z","caller":"traceutil/trace.go:171","msg":"trace[2017420543] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"109.696589ms","start":"2026-03-04T05:07:06.665217Z","end":"2026-03-04T05:07:06.774914Z","steps":["trace[2017420543] 'process raft request' (duration: 47.923005ms)","trace[2017420543] 'compare' (duration: 61.599969ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:06.782571Z","caller":"traceutil/trace.go:171","msg":"trace[414977213] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"115.557651ms","start":"2026-03-04T05:07:06.666991Z","end":"2026-03-04T05:07:06.782549Z","steps":["trace[414977213] 'process raft request' (duration: 115.307574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:09.252281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.12523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:07:09.252466Z","caller":"traceutil/trace.go:171","msg":"trace[2114552712] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4602; }","duration":"121.120814ms","start":"2026-03-04T05:07:09.13132Z","end":"2026-03-04T05:07:09.252441Z","steps":["trace[2114552712] 'read index received' (duration: 10.550303ms)","trace[2114552712] 'applied index is now lower than readState.Index' (duration: 110.566721ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:09.252587Z","caller":"traceutil/trace.go:171","msg":"trace[1182946610] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"176.271596ms","start":"2026-03-04T05:07:09.076287Z","end":"2026-03-04T05:07:09.252558Z","steps":["trace[1182946610] 'process raft request' (duration: 65.604043ms)","trace[1182946610] 'compare' (duration: 109.976366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:07:09.252671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.311569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:07:09.252751Z","caller":"traceutil/trace.go:171","msg":"trace[848107548] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4427; }","duration":"121.455373ms","start":"2026-03-04T05:07:09.131278Z","end":"2026-03-04T05:07:09.252733Z","steps":["trace[848107548] 'agreement among raft nodes before linearized reading' (duration: 121.297909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:12.604802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.176381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:07:12.604879Z","caller":"traceutil/trace.go:171","msg":"trace[10959447] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4560; }","duration":"141.297544ms","start":"2026-03-04T05:07:12.463563Z","end":"2026-03-04T05:07:12.604861Z","steps":["trace[10959447] 'count revisions from in-memory index tree' (duration: 141.071739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:12.791206Z","caller":"traceutil/trace.go:171","msg":"trace[1720627933] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"130.472384ms","start":"2026-03-04T05:07:12.660709Z","end":"2026-03-04T05:07:12.791181Z","steps":["trace[1720627933] 'read index received' (duration: 130.375922ms)","trace[1720627933] 'applied index is now lower than readState.Index' (duration: 95.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:12.79127Z","caller":"traceutil/trace.go:171","msg":"trace[289920861] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"179.597661ms","start":"2026-03-04T05:07:12.611637Z","end":"2026-03-04T05:07:12.791234Z","steps":["trace[289920861] 'process raft request' (duration: 179.400077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:12.791354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.628679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:07:12.791383Z","caller":"traceutil/trace.go:171","msg":"trace[1234177655] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4561; }","duration":"130.723981ms","start":"2026-03-04T05:07:12.660651Z","end":"2026-03-04T05:07:12.791375Z","steps":["trace[1234177655] 'agreement among raft nodes before linearized reading' (duration: 130.624218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:13.25968Z","caller":"traceutil/trace.go:171","msg":"trace[1110781836] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"147.098053ms","start":"2026-03-04T05:07:13.112548Z","end":"2026-03-04T05:07:13.259646Z","steps":["trace[1110781836] 'process raft request' (duration: 146.878578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:13.28861Z","caller":"traceutil/trace.go:171","msg":"trace[1170482796] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"174.823689ms","start":"2026-03-04T05:07:13.113734Z","end":"2026-03-04T05:07:13.288558Z","steps":["trace[1170482796] 'process raft request' (duration: 152.887072ms)","trace[1170482796] 'compare' (duration: 21.644329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:07:22.230592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.641328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:07:22.230828Z","caller":"traceutil/trace.go:171","msg":"trace[1312811329] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"146.58955ms","start":"2026-03-04T05:07:22.084199Z","end":"2026-03-04T05:07:22.230788Z","steps":["trace[1312811329] 'process raft request' (duration: 41.676775ms)","trace[1312811329] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/endpointslices/openstack/memcached-metrics-w89dh; req_size:1002; } (duration: 104.347641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:22.230884Z","caller":"traceutil/trace.go:171","msg":"trace[1340168665] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"146.608962ms","start":"2026-03-04T05:07:22.084257Z","end":"2026-03-04T05:07:22.230866Z","steps":["trace[1340168665] 'process raft request' (duration: 146.485088ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:07:30.891682Z","caller":"traceutil/trace.go:171","msg":"trace[1618662652] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"114.136693ms","start":"2026-03-04T05:07:30.777526Z","end":"2026-03-04T05:07:30.891663Z","steps":["trace[1618662652] 'process raft request' (duration: 113.99823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:07:31.13369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.081681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:07:31.133847Z","caller":"traceutil/trace.go:171","msg":"trace[927297062] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"152.710888ms","start":"2026-03-04T05:07:30.981101Z","end":"2026-03-04T05:07:31.133812Z","steps":["trace[927297062] 'process raft request' (duration: 14.414852ms)","trace[927297062] 'compare' (duration: 137.942768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:07:31.133804Z","caller":"traceutil/trace.go:171","msg":"trace[562633032] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5084; }","duration":"136.018388ms","start":"2026-03-04T05:07:30.997769Z","end":"2026-03-04T05:07:31.133788Z","steps":["trace[562633032] 'read index received' (duration: 30.891µs)","trace[562633032] 'applied index is now lower than readState.Index' (duration: 135.986387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:07:31.133997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.222974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:07:31.13403Z","caller":"traceutil/trace.go:171","msg":"trace[4487017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"136.284645ms","start":"2026-03-04T05:07:30.997731Z","end":"2026-03-04T05:07:31.134016Z","steps":["trace[4487017] 'agreement among raft nodes before linearized reading' (duration: 136.225504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:09:22.768553Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2799} {"level":"info","ts":"2026-03-04T05:09:22.828225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2799,"took":"58.123146ms","hash":353805515,"current-db-size-bytes":42487808,"current-db-size":"42 MB","current-db-size-in-use-bytes":31944704,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T05:09:22.8283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":353805515,"revision":2799,"compact-revision":-1} {"level":"info","ts":"2026-03-04T05:13:41.61604Z","caller":"traceutil/trace.go:171","msg":"trace[910359872] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"104.197695ms","start":"2026-03-04T05:13:41.511803Z","end":"2026-03-04T05:13:41.616Z","steps":["trace[910359872] 'process raft request' (duration: 87.162976ms)","trace[910359872] 'compare' (duration: 16.727562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:13:43.840222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.71806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:13:43.840454Z","caller":"traceutil/trace.go:171","msg":"trace[580791541] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"196.508156ms","start":"2026-03-04T05:13:43.643832Z","end":"2026-03-04T05:13:43.84034Z","steps":["trace[580791541] 'process raft request' (duration: 56.565929ms)","trace[580791541] 'compare' (duration: 139.583937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:13:43.922588Z","caller":"traceutil/trace.go:171","msg":"trace[974179030] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7896; }","duration":"221.590161ms","start":"2026-03-04T05:13:43.700973Z","end":"2026-03-04T05:13:43.922564Z","steps":["trace[974179030] 'read index received' (duration: 221.414837ms)","trace[974179030] 'applied index is now lower than readState.Index' (duration: 174.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:13:43.922648Z","caller":"traceutil/trace.go:171","msg":"trace[520322693] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"246.34033ms","start":"2026-03-04T05:13:43.676272Z","end":"2026-03-04T05:13:43.922612Z","steps":["trace[520322693] 'process raft request' (duration: 246.173646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:13:43.922713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.718354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T05:13:43.922744Z","caller":"traceutil/trace.go:171","msg":"trace[1074560612] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7615; }","duration":"221.797657ms","start":"2026-03-04T05:13:43.700935Z","end":"2026-03-04T05:13:43.922733Z","steps":["trace[1074560612] 'agreement among raft nodes before linearized reading' (duration: 221.713775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:14:13.657082Z","caller":"traceutil/trace.go:171","msg":"trace[624909763] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8099; }","duration":"160.485836ms","start":"2026-03-04T05:14:13.496568Z","end":"2026-03-04T05:14:13.657054Z","steps":["trace[624909763] 'read index received' (duration: 72.55343ms)","trace[624909763] 'applied index is now lower than readState.Index' (duration: 87.931416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:14:13.657215Z","caller":"traceutil/trace.go:171","msg":"trace[2089406240] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"210.129436ms","start":"2026-03-04T05:14:13.44705Z","end":"2026-03-04T05:14:13.657179Z","steps":["trace[2089406240] 'process raft request' (duration: 123.857463ms)","trace[2089406240] 'compare' (duration: 85.954585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:14:13.6573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.731752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T05:14:13.65748Z","caller":"traceutil/trace.go:171","msg":"trace[704193858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7811; }","duration":"160.971199ms","start":"2026-03-04T05:14:13.496498Z","end":"2026-03-04T05:14:13.657469Z","steps":["trace[704193858] 'agreement among raft nodes before linearized reading' (duration: 160.717212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:14:13.65731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.78417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:14:13.657578Z","caller":"traceutil/trace.go:171","msg":"trace[1791325269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7811; }","duration":"155.108979ms","start":"2026-03-04T05:14:13.502458Z","end":"2026-03-04T05:14:13.657567Z","steps":["trace[1791325269] 'agreement among raft nodes before linearized reading' (duration: 154.771769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:14:13.65729Z","caller":"traceutil/trace.go:171","msg":"trace[960805153] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"209.028667ms","start":"2026-03-04T05:14:13.448235Z","end":"2026-03-04T05:14:13.657263Z","steps":["trace[960805153] 'process raft request' (duration: 208.772991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:14:22.811588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5834} {"level":"info","ts":"2026-03-04T05:14:23.056176Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5834,"took":"242.575003ms","hash":2243208483,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":23887872,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T05:14:23.057695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2243208483,"revision":5834,"compact-revision":2799} {"level":"info","ts":"2026-03-04T05:14:24.45501Z","caller":"traceutil/trace.go:171","msg":"trace[1703610842] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"237.188944ms","start":"2026-03-04T05:14:24.217798Z","end":"2026-03-04T05:14:24.454987Z","steps":["trace[1703610842] 'process raft request' (duration: 237.065481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:37.996938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.879835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:15:37.99707Z","caller":"traceutil/trace.go:171","msg":"trace[324577789] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"123.942173ms","start":"2026-03-04T05:15:37.873108Z","end":"2026-03-04T05:15:37.99705Z","steps":["trace[324577789] 'process raft request' (duration: 21.847283ms)","trace[324577789] 'compare' (duration: 101.743181ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:38.179692Z","caller":"traceutil/trace.go:171","msg":"trace[1016023739] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8921; }","duration":"112.083388ms","start":"2026-03-04T05:15:38.067578Z","end":"2026-03-04T05:15:38.179662Z","steps":["trace[1016023739] 'read index received' (duration: 111.858682ms)","trace[1016023739] 'applied index is now lower than readState.Index' (duration: 223.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:15:38.179766Z","caller":"traceutil/trace.go:171","msg":"trace[1168695938] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"117.089518ms","start":"2026-03-04T05:15:38.062648Z","end":"2026-03-04T05:15:38.179737Z","steps":["trace[1168695938] 'process raft request' (duration: 116.842731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:38.180029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.079189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T05:15:38.180077Z","caller":"traceutil/trace.go:171","msg":"trace[1048984463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"100.178512ms","start":"2026-03-04T05:15:38.079885Z","end":"2026-03-04T05:15:38.180064Z","steps":["trace[1048984463] 'agreement among raft nodes before linearized reading' (duration: 99.930096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:15:38.180071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.454718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T05:15:38.180201Z","caller":"traceutil/trace.go:171","msg":"trace[1602493516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8606; }","duration":"112.645363ms","start":"2026-03-04T05:15:38.067524Z","end":"2026-03-04T05:15:38.180169Z","steps":["trace[1602493516] 'agreement among raft nodes before linearized reading' (duration: 112.247143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:18:02.135576Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T05:18:02.140279Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T05:18:02.140389Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T05:19:21.156919Z","caller":"traceutil/trace.go:171","msg":"trace[2133980725] linearizableReadLoop","detail":"{readStateIndex:10708; appliedIndex:10707; }","duration":"126.706718ms","start":"2026-03-04T05:19:21.030187Z","end":"2026-03-04T05:19:21.156893Z","steps":["trace[2133980725] 'read index received' (duration: 126.542963ms)","trace[2133980725] 'applied index is now lower than readState.Index' (duration: 162.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:19:21.156963Z","caller":"traceutil/trace.go:171","msg":"trace[1543499256] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"251.138806ms","start":"2026-03-04T05:19:20.90579Z","end":"2026-03-04T05:19:21.156929Z","steps":["trace[1543499256] 'process raft request' (duration: 250.940221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:19:21.157213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.002764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T05:19:21.157303Z","caller":"traceutil/trace.go:171","msg":"trace[1050191534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10340; }","duration":"127.151669ms","start":"2026-03-04T05:19:21.03013Z","end":"2026-03-04T05:19:21.157282Z","steps":["trace[1050191534] 'agreement among raft nodes before linearized reading' (duration: 126.871132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:19:21.317141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.058556ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T05:19:21.317658Z","caller":"traceutil/trace.go:171","msg":"trace[1548138107] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"156.189338ms","start":"2026-03-04T05:19:21.16141Z","end":"2026-03-04T05:19:21.317599Z","steps":["trace[1548138107] 'process raft request' (duration: 155.85116ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:19:22.852967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7900} {"level":"info","ts":"2026-03-04T05:19:23.002647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7900,"took":"147.421122ms","hash":440285253,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":27348992,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T05:19:23.002712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":440285253,"revision":7900,"compact-revision":5834} {"level":"info","ts":"2026-03-04T05:24:22.86594Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10349} {"level":"info","ts":"2026-03-04T05:24:22.94309Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10349,"took":"74.543752ms","hash":45684915,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":25088000,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T05:24:22.943174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":45684915,"revision":10349,"compact-revision":7900} {"level":"info","ts":"2026-03-04T05:24:42.875349Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003206.wal"} {"level":"warn","ts":"2026-03-04T05:25:15.439544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.24726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T05:25:15.439915Z","caller":"traceutil/trace.go:171","msg":"trace[1561876179] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"210.401163ms","start":"2026-03-04T05:25:15.229486Z","end":"2026-03-04T05:25:15.439887Z","steps":["trace[1561876179] 'process raft request' (duration: 106.720741ms)","trace[1561876179] 'compare' (duration: 103.033825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:25:15.440338Z","caller":"traceutil/trace.go:171","msg":"trace[240271170] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"207.53625ms","start":"2026-03-04T05:25:15.232784Z","end":"2026-03-04T05:25:15.44032Z","steps":["trace[240271170] 'process raft request' (duration: 207.461547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:15.440392Z","caller":"traceutil/trace.go:171","msg":"trace[975697148] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"208.518284ms","start":"2026-03-04T05:25:15.23185Z","end":"2026-03-04T05:25:15.440368Z","steps":["trace[975697148] 'process raft request' (duration: 207.813786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:50.797569Z","caller":"traceutil/trace.go:171","msg":"trace[1773401414] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"389.543779ms","start":"2026-03-04T05:25:50.407995Z","end":"2026-03-04T05:25:50.797538Z","steps":["trace[1773401414] 'process raft request' (duration: 389.386755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:50.797886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:25:50.407973Z","time spent":"389.676562ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:25:50.828037Z","caller":"traceutil/trace.go:171","msg":"trace[332948454] transaction","detail":"{read_only:false; response_revision:12762; number_of_response:1; }","duration":"331.231806ms","start":"2026-03-04T05:25:50.496779Z","end":"2026-03-04T05:25:50.82801Z","steps":["trace[332948454] 'process raft request' (duration: 331.078601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:50.828189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:25:50.496758Z","time spent":"331.35155ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:25:59.955259Z","caller":"traceutil/trace.go:171","msg":"trace[1934013850] linearizableReadLoop","detail":"{readStateIndex:13390; appliedIndex:13388; }","duration":"141.164979ms","start":"2026-03-04T05:25:59.814067Z","end":"2026-03-04T05:25:59.955232Z","steps":["trace[1934013850] 'read index received' (duration: 140.891081ms)","trace[1934013850] 'applied index is now lower than readState.Index' (duration: 272.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:25:59.955288Z","caller":"traceutil/trace.go:171","msg":"trace[1561545082] transaction","detail":"{read_only:false; response_revision:12925; number_of_response:1; }","duration":"264.781674ms","start":"2026-03-04T05:25:59.69047Z","end":"2026-03-04T05:25:59.955251Z","steps":["trace[1561545082] 'process raft request' (duration: 264.547927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:25:59.95531Z","caller":"traceutil/trace.go:171","msg":"trace[1333803567] transaction","detail":"{read_only:false; response_revision:12926; number_of_response:1; }","duration":"262.771142ms","start":"2026-03-04T05:25:59.692509Z","end":"2026-03-04T05:25:59.95528Z","steps":["trace[1333803567] 'process raft request' (duration: 262.669279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:25:59.955481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.396074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m5zmk\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-04T05:25:59.955519Z","caller":"traceutil/trace.go:171","msg":"trace[217176475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m5zmk; range_end:; response_count:1; response_revision:12926; }","duration":"141.487636ms","start":"2026-03-04T05:25:59.814021Z","end":"2026-03-04T05:25:59.955509Z","steps":["trace[217176475] 'agreement among raft nodes before linearized reading' (duration: 141.322592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:26:00.257776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.174641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:26:00.257878Z","caller":"traceutil/trace.go:171","msg":"trace[657644942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12926; }","duration":"261.311324ms","start":"2026-03-04T05:25:59.996541Z","end":"2026-03-04T05:26:00.257852Z","steps":["trace[657644942] 'range keys from in-memory index tree' (duration: 261.098149ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:27:37.799653Z","caller":"traceutil/trace.go:171","msg":"trace[1444755338] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"149.542895ms","start":"2026-03-04T05:27:37.650081Z","end":"2026-03-04T05:27:37.799624Z","steps":["trace[1444755338] 'process raft request' (duration: 149.364499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.924181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.694611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:38.924249Z","caller":"traceutil/trace.go:171","msg":"trace[955825372] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13959; }","duration":"153.788034ms","start":"2026-03-04T05:27:38.770445Z","end":"2026-03-04T05:27:38.924233Z","steps":["trace[955825372] 'range keys from in-memory index tree' (duration: 153.63931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.924457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.915086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:27:38.924492Z","caller":"traceutil/trace.go:171","msg":"trace[102130421] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13959; }","duration":"154.077831ms","start":"2026-03-04T05:27:38.770405Z","end":"2026-03-04T05:27:38.924483Z","steps":["trace[102130421] 'range keys from in-memory index tree' (duration: 153.832974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.924623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.955817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:38.924655Z","caller":"traceutil/trace.go:171","msg":"trace[620399248] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13959; }","duration":"154.025149ms","start":"2026-03-04T05:27:38.770621Z","end":"2026-03-04T05:27:38.924647Z","steps":["trace[620399248] 'range keys from in-memory index tree' (duration: 153.838845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.924776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.604369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:38.924807Z","caller":"traceutil/trace.go:171","msg":"trace[598218013] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13959; }","duration":"153.654161ms","start":"2026-03-04T05:27:38.771145Z","end":"2026-03-04T05:27:38.924799Z","steps":["trace[598218013] 'range keys from in-memory index tree' (duration: 153.551948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.925313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:27:38.925384Z","caller":"traceutil/trace.go:171","msg":"trace[1498114575] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13959; }","duration":"111.200126ms","start":"2026-03-04T05:27:38.814175Z","end":"2026-03-04T05:27:38.925375Z","steps":["trace[1498114575] 'range keys from in-memory index tree' (duration: 111.030212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.925495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.408374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T05:27:38.925538Z","caller":"traceutil/trace.go:171","msg":"trace[2124263666] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13959; }","duration":"108.482226ms","start":"2026-03-04T05:27:38.81705Z","end":"2026-03-04T05:27:38.925532Z","steps":["trace[2124263666] 'range keys from in-memory index tree' (duration: 108.312462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:27:38.92603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.624213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T05:27:38.926134Z","caller":"traceutil/trace.go:171","msg":"trace[1642235637] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13959; }","duration":"100.761157ms","start":"2026-03-04T05:27:38.825347Z","end":"2026-03-04T05:27:38.926108Z","steps":["trace[1642235637] 'range keys from in-memory index tree' (duration: 100.428518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:22.872642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12256} {"level":"info","ts":"2026-03-04T05:29:22.948404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12256,"took":"72.931401ms","hash":878400584,"current-db-size-bytes":43327488,"current-db-size":"43 MB","current-db-size-in-use-bytes":28651520,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T05:29:22.948472Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":878400584,"revision":12256,"compact-revision":10349} {"level":"warn","ts":"2026-03-04T05:29:48.822571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:49.366783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:49.867342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:50.367781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:50.868514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:50.891091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.578190041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:29:50.891507Z","caller":"traceutil/trace.go:171","msg":"trace[331234417] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"2.578686714s","start":"2026-03-04T05:29:48.312794Z","end":"2026-03-04T05:29:50.89148Z","steps":["trace[331234417] 'process raft request' (duration: 2.57852231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.891671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.312768Z","time spent":"2.578809386s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:50.893213Z","caller":"traceutil/trace.go:171","msg":"trace[1368843887] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"1.836478822s","start":"2026-03-04T05:29:49.056694Z","end":"2026-03-04T05:29:50.893173Z","steps":["trace[1368843887] 'process raft request' (duration: 1.836068561s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:50.893308Z","caller":"traceutil/trace.go:171","msg":"trace[1413577331] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"1.22678989s","start":"2026-03-04T05:29:49.66645Z","end":"2026-03-04T05:29:50.89324Z","steps":["trace[1413577331] 'process raft request' (duration: 1.226552953s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.893361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.056673Z","time spent":"1.836605847s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:50.893632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.666422Z","time spent":"1.227013015s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:50.89552Z","caller":"traceutil/trace.go:171","msg":"trace[2079782516] linearizableReadLoop","detail":"{readStateIndex:15344; appliedIndex:15341; }","duration":"2.573371828s","start":"2026-03-04T05:29:48.322116Z","end":"2026-03-04T05:29:50.895488Z","steps":["trace[2079782516] 'read index received' (duration: 2.569170729s)","trace[2079782516] 'applied index is now lower than readState.Index' (duration: 4.199399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:29:50.89579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448873326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"warn","ts":"2026-03-04T05:29:50.895792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573652684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m5zmk\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-04T05:29:50.895853Z","caller":"traceutil/trace.go:171","msg":"trace[1626771020] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14809; }","duration":"2.44899209s","start":"2026-03-04T05:29:48.446845Z","end":"2026-03-04T05:29:50.895837Z","steps":["trace[1626771020] 'agreement among raft nodes before linearized reading' (duration: 2.448831995s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:50.895869Z","caller":"traceutil/trace.go:171","msg":"trace[1838082120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m5zmk; range_end:; response_count:1; response_revision:14809; }","duration":"2.573801528s","start":"2026-03-04T05:29:48.322046Z","end":"2026-03-04T05:29:50.895848Z","steps":["trace[1838082120] 'agreement among raft nodes before linearized reading' (duration: 2.573546761s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.895916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.446825Z","time spent":"2.449077343s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7552,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T05:29:50.895916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.322017Z","time spent":"2.573884951s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-m5zmk\" "} {"level":"warn","ts":"2026-03-04T05:29:50.895978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037726123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:29:50.896046Z","caller":"traceutil/trace.go:171","msg":"trace[2016439789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14809; }","duration":"2.037827796s","start":"2026-03-04T05:29:48.858197Z","end":"2026-03-04T05:29:50.896025Z","steps":["trace[2016439789] 'agreement among raft nodes before linearized reading' (duration: 2.037561758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51881362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:50.896087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.858186Z","time spent":"2.037892807s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:50.89612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.634259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:29:50.896169Z","caller":"traceutil/trace.go:171","msg":"trace[566718681] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:14809; }","duration":"389.68051ms","start":"2026-03-04T05:29:50.506475Z","end":"2026-03-04T05:29:50.896156Z","steps":["trace[566718681] 'agreement among raft nodes before linearized reading' (duration: 389.542236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439563147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T05:29:50.896167Z","caller":"traceutil/trace.go:171","msg":"trace[2019146685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14809; }","duration":"1.518978074s","start":"2026-03-04T05:29:49.377142Z","end":"2026-03-04T05:29:50.89612Z","steps":["trace[2019146685] 'agreement among raft nodes before linearized reading' (duration: 1.51882292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:50.506396Z","time spent":"389.807513ms","remote":"127.0.0.1:49728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":121,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:50.895951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.574826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T05:29:50.89623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.377119Z","time spent":"1.519103597s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:29:50.896231Z","caller":"traceutil/trace.go:171","msg":"trace[949809866] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14809; }","duration":"1.439915275s","start":"2026-03-04T05:29:49.456293Z","end":"2026-03-04T05:29:50.896208Z","steps":["trace[949809866] 'agreement among raft nodes before linearized reading' (duration: 1.439439962s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:50.896275Z","caller":"traceutil/trace.go:171","msg":"trace[631148247] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14809; }","duration":"753.946394ms","start":"2026-03-04T05:29:50.142305Z","end":"2026-03-04T05:29:50.896252Z","steps":["trace[631148247] 'agreement among raft nodes before linearized reading' (duration: 753.472722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.89633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.45627Z","time spent":"1.440046479s","remote":"127.0.0.1:49728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T05:29:50.896333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35134529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T05:29:50.896388Z","caller":"traceutil/trace.go:171","msg":"trace[1712141107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14809; }","duration":"2.351459623s","start":"2026-03-04T05:29:48.544913Z","end":"2026-03-04T05:29:50.896372Z","steps":["trace[1712141107] 'agreement among raft nodes before linearized reading' (duration: 2.35131251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.544872Z","time spent":"2.351559677s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:29:50.896345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:50.14229Z","time spent":"754.035966ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":69,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:50.896699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.011742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" ","response":"range_response_count:1 size:22009"} {"level":"warn","ts":"2026-03-04T05:29:50.896459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.936662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:50.896733Z","caller":"traceutil/trace.go:171","msg":"trace[2006340321] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ksvr4; range_end:; response_count:1; response_revision:14809; }","duration":"983.076744ms","start":"2026-03-04T05:29:49.913646Z","end":"2026-03-04T05:29:50.896723Z","steps":["trace[2006340321] 'agreement among raft nodes before linearized reading' (duration: 982.92616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033690789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T05:29:50.896774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.91363Z","time spent":"983.137155ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22031,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" "} {"level":"info","ts":"2026-03-04T05:29:50.896767Z","caller":"traceutil/trace.go:171","msg":"trace[662577003] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14809; }","duration":"650.271861ms","start":"2026-03-04T05:29:50.246462Z","end":"2026-03-04T05:29:50.896734Z","steps":["trace[662577003] 'agreement among raft nodes before linearized reading' (duration: 649.949422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:50.896803Z","caller":"traceutil/trace.go:171","msg":"trace[835876338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14809; }","duration":"2.03412302s","start":"2026-03-04T05:29:48.862653Z","end":"2026-03-04T05:29:50.896776Z","steps":["trace[835876338] 'agreement among raft nodes before linearized reading' (duration: 2.033643417s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441763023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T05:29:50.896882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.862632Z","time spent":"2.034230663s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:50.896824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:50.246451Z","time spent":"650.356953ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T05:29:50.8969Z","caller":"traceutil/trace.go:171","msg":"trace[1649840117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14809; }","duration":"1.441874676s","start":"2026-03-04T05:29:49.455003Z","end":"2026-03-04T05:29:50.896878Z","steps":["trace[1649840117] 'agreement among raft nodes before linearized reading' (duration: 1.441660681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.779172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" ","response":"range_response_count:1 size:22009"} {"level":"warn","ts":"2026-03-04T05:29:50.896947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.873824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r6wt\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-04T05:29:50.896975Z","caller":"traceutil/trace.go:171","msg":"trace[1080317721] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ksvr4; range_end:; response_count:1; response_revision:14809; }","duration":"964.842184ms","start":"2026-03-04T05:29:49.932123Z","end":"2026-03-04T05:29:50.896965Z","steps":["trace[1080317721] 'agreement among raft nodes before linearized reading' (duration: 964.727331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.896981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.45498Z","time spent":"1.441987129s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:50.897012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.932108Z","time spent":"964.898245ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22031,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" "} {"level":"warn","ts":"2026-03-04T05:29:50.896654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262642664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-492gt\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-04T05:29:50.8971Z","caller":"traceutil/trace.go:171","msg":"trace[1696978509] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7r6wt; range_end:; response_count:1; response_revision:14809; }","duration":"926.943786ms","start":"2026-03-04T05:29:49.970059Z","end":"2026-03-04T05:29:50.897002Z","steps":["trace[1696978509] 'agreement among raft nodes before linearized reading' (duration: 926.778511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:50.897186Z","caller":"traceutil/trace.go:171","msg":"trace[1474583157] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-492gt; range_end:; response_count:1; response_revision:14809; }","duration":"2.263145596s","start":"2026-03-04T05:29:48.633954Z","end":"2026-03-04T05:29:50.897099Z","steps":["trace[1474583157] 'agreement among raft nodes before linearized reading' (duration: 2.261863253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.89813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.633934Z","time spent":"2.264164362s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-492gt\" "} {"level":"warn","ts":"2026-03-04T05:29:50.897085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055513582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:29:50.898417Z","caller":"traceutil/trace.go:171","msg":"trace[1512687704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14809; }","duration":"2.057245836s","start":"2026-03-04T05:29:48.84116Z","end":"2026-03-04T05:29:50.898406Z","steps":["trace[1512687704] 'agreement among raft nodes before linearized reading' (duration: 2.055513361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:50.898469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:48.841137Z","time spent":"2.057320947s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:29:50.897271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:49.969984Z","time spent":"927.269705ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20686,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r6wt\" "} {"level":"warn","ts":"2026-03-04T05:29:53.177319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:53.678205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:54.178348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528735069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:29:54.61669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.236395506s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:29:54.617096Z","caller":"traceutil/trace.go:171","msg":"trace[661744812] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"2.23690968s","start":"2026-03-04T05:29:52.380165Z","end":"2026-03-04T05:29:54.617074Z","steps":["trace[661744812] 'process raft request' (duration: 2.236716655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.617256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.380135Z","time spent":"2.237020932s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:54.62444Z","caller":"traceutil/trace.go:171","msg":"trace[180575897] linearizableReadLoop","detail":"{readStateIndex:15357; appliedIndex:15351; }","duration":"1.947522186s","start":"2026-03-04T05:29:52.6769Z","end":"2026-03-04T05:29:54.624423Z","steps":["trace[180575897] 'read index received' (duration: 1.940066434s)","trace[180575897] 'applied index is now lower than readState.Index' (duration: 7.454502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:29:54.624675Z","caller":"traceutil/trace.go:171","msg":"trace[1055110512] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"1.721446806s","start":"2026-03-04T05:29:52.903217Z","end":"2026-03-04T05:29:54.624664Z","steps":["trace[1055110512] 'process raft request' (duration: 1.720962293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.624759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.903191Z","time spent":"1.721518308s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:29:54.625245Z","caller":"traceutil/trace.go:171","msg":"trace[1442776692] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"1.721815606s","start":"2026-03-04T05:29:52.903413Z","end":"2026-03-04T05:29:54.625228Z","steps":["trace[1442776692] 'process raft request' (duration: 1.72085691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.625338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.903379Z","time spent":"1.721911648s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:54.625938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685253152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:54.626069Z","caller":"traceutil/trace.go:171","msg":"trace[1390154215] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14821; }","duration":"1.685427768s","start":"2026-03-04T05:29:52.940624Z","end":"2026-03-04T05:29:54.626052Z","steps":["trace[1390154215] 'agreement among raft nodes before linearized reading' (duration: 1.685243092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.94061Z","time spent":"1.68549168s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T05:29:54.626247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605576377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" ","response":"range_response_count:1 size:22009"} {"level":"info","ts":"2026-03-04T05:29:54.626283Z","caller":"traceutil/trace.go:171","msg":"trace[1536030243] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ksvr4; range_end:; response_count:1; response_revision:14821; }","duration":"1.605636949s","start":"2026-03-04T05:29:53.020636Z","end":"2026-03-04T05:29:54.626273Z","steps":["trace[1536030243] 'agreement among raft nodes before linearized reading' (duration: 1.605387563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.62631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.020623Z","time spent":"1.60567961s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22031,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" "} {"level":"warn","ts":"2026-03-04T05:29:54.626431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.872855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:29:54.626488Z","caller":"traceutil/trace.go:171","msg":"trace[305421006] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14821; }","duration":"157.002839ms","start":"2026-03-04T05:29:54.469472Z","end":"2026-03-04T05:29:54.626475Z","steps":["trace[305421006] 'agreement among raft nodes before linearized reading' (duration: 156.904997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685550389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T05:29:54.626539Z","caller":"traceutil/trace.go:171","msg":"trace[508313147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14821; }","duration":"1.685593201s","start":"2026-03-04T05:29:52.940935Z","end":"2026-03-04T05:29:54.626528Z","steps":["trace[508313147] 'agreement among raft nodes before linearized reading' (duration: 1.685507419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.940931Z","time spent":"1.685624332s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:54.626504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685405296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-492gt\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-04T05:29:54.626598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.516663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:29:54.626614Z","caller":"traceutil/trace.go:171","msg":"trace[391827589] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-492gt; range_end:; response_count:1; response_revision:14821; }","duration":"1.685514549s","start":"2026-03-04T05:29:52.941084Z","end":"2026-03-04T05:29:54.626598Z","steps":["trace[391827589] 'agreement among raft nodes before linearized reading' (duration: 1.685315384s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.626629Z","caller":"traceutil/trace.go:171","msg":"trace[575349130] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14821; }","duration":"993.599924ms","start":"2026-03-04T05:29:53.633021Z","end":"2026-03-04T05:29:54.626621Z","steps":["trace[575349130] 'agreement among raft nodes before linearized reading' (duration: 993.42292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.632997Z","time spent":"993.650467ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":159,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:54.626657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.941077Z","time spent":"1.685568651s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-492gt\" "} {"level":"info","ts":"2026-03-04T05:29:54.626671Z","caller":"traceutil/trace.go:171","msg":"trace[419649282] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"1.721872087s","start":"2026-03-04T05:29:52.904788Z","end":"2026-03-04T05:29:54.62666Z","steps":["trace[419649282] 'process raft request' (duration: 1.719518926s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685708475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r6wt\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-04T05:29:54.62676Z","caller":"traceutil/trace.go:171","msg":"trace[1483569061] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7r6wt; range_end:; response_count:1; response_revision:14821; }","duration":"1.685749476s","start":"2026-03-04T05:29:52.941002Z","end":"2026-03-04T05:29:54.626751Z","steps":["trace[1483569061] 'agreement among raft nodes before linearized reading' (duration: 1.685659123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.904775Z","time spent":"1.721920288s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:54.626738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68554002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m5zmk\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-04T05:29:54.626815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198038878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:54.626834Z","caller":"traceutil/trace.go:171","msg":"trace[648712676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m5zmk; range_end:; response_count:1; response_revision:14821; }","duration":"1.685712655s","start":"2026-03-04T05:29:52.941097Z","end":"2026-03-04T05:29:54.62681Z","steps":["trace[648712676] 'agreement among raft nodes before linearized reading' (duration: 1.685403287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.626848Z","caller":"traceutil/trace.go:171","msg":"trace[526239624] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14821; }","duration":"1.19809827s","start":"2026-03-04T05:29:53.42874Z","end":"2026-03-04T05:29:54.626838Z","steps":["trace[526239624] 'agreement among raft nodes before linearized reading' (duration: 1.198042098s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.428725Z","time spent":"1.198144651s","remote":"127.0.0.1:59708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:54.626886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.94107Z","time spent":"1.685806407s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-m5zmk\" "} {"level":"info","ts":"2026-03-04T05:29:54.626895Z","caller":"traceutil/trace.go:171","msg":"trace[1896031960] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"1.609193492s","start":"2026-03-04T05:29:53.017691Z","end":"2026-03-04T05:29:54.626885Z","steps":["trace[1896031960] 'process raft request' (duration: 1.606647976s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685990741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T05:29:54.626953Z","caller":"traceutil/trace.go:171","msg":"trace[15112719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14821; }","duration":"1.686071463s","start":"2026-03-04T05:29:52.940868Z","end":"2026-03-04T05:29:54.626939Z","steps":["trace[15112719] 'agreement among raft nodes before linearized reading' (duration: 1.68595282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.626955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.01766Z","time spent":"1.609263023s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:54.626973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685999742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T05:29:54.626988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.940846Z","time spent":"1.686133545s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:29:54.62706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53741772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T05:29:54.627004Z","caller":"traceutil/trace.go:171","msg":"trace[1532561603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14821; }","duration":"1.686042223s","start":"2026-03-04T05:29:52.940954Z","end":"2026-03-04T05:29:54.626997Z","steps":["trace[1532561603] 'agreement among raft nodes before linearized reading' (duration: 1.685845628s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.6271Z","caller":"traceutil/trace.go:171","msg":"trace[1065263689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14821; }","duration":"1.537523703s","start":"2026-03-04T05:29:53.089564Z","end":"2026-03-04T05:29:54.627088Z","steps":["trace[1065263689] 'agreement among raft nodes before linearized reading' (duration: 1.5373882s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.627098Z","caller":"traceutil/trace.go:171","msg":"trace[1790877382] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"1.557504388s","start":"2026-03-04T05:29:53.069581Z","end":"2026-03-04T05:29:54.627085Z","steps":["trace[1790877382] 'process raft request' (duration: 1.554805588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.940951Z","time spent":"1.686148905s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.089552Z","time spent":"1.537566634s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.069545Z","time spent":"1.55758369s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:29:54.627236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266926843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-04T05:29:54.627249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673878299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T05:29:54.627244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676734943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:54.627267Z","caller":"traceutil/trace.go:171","msg":"trace[1489525714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:14821; }","duration":"1.267016525s","start":"2026-03-04T05:29:53.360237Z","end":"2026-03-04T05:29:54.627254Z","steps":["trace[1489525714] 'agreement among raft nodes before linearized reading' (duration: 1.266936603s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.627275Z","caller":"traceutil/trace.go:171","msg":"trace[1733349949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14821; }","duration":"1.67391515s","start":"2026-03-04T05:29:52.953352Z","end":"2026-03-04T05:29:54.627267Z","steps":["trace[1733349949] 'agreement among raft nodes before linearized reading' (duration: 1.673839018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.360206Z","time spent":"1.267083237s","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.953346Z","time spent":"1.673947501s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95038734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:29:54.627302Z","caller":"traceutil/trace.go:171","msg":"trace[998080884] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14821; }","duration":"1.676834356s","start":"2026-03-04T05:29:52.950449Z","end":"2026-03-04T05:29:54.627283Z","steps":["trace[998080884] 'agreement among raft nodes before linearized reading' (duration: 1.676746403s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:29:54.627338Z","caller":"traceutil/trace.go:171","msg":"trace[199287717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14821; }","duration":"1.950476353s","start":"2026-03-04T05:29:52.676848Z","end":"2026-03-04T05:29:54.627325Z","steps":["trace[199287717] 'agreement among raft nodes before linearized reading' (duration: 1.950403911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.950428Z","time spent":"1.676907668s","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:54.627377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.676823Z","time spent":"1.950544045s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:29:54.627428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615176835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" ","response":"range_response_count:1 size:22009"} {"level":"info","ts":"2026-03-04T05:29:54.627455Z","caller":"traceutil/trace.go:171","msg":"trace[711586411] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ksvr4; range_end:; response_count:1; response_revision:14821; }","duration":"1.615218967s","start":"2026-03-04T05:29:53.012228Z","end":"2026-03-04T05:29:54.627447Z","steps":["trace[711586411] 'agreement among raft nodes before linearized reading' (duration: 1.615140265s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.012217Z","time spent":"1.615253657s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22031,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376764347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T05:29:54.626785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.940995Z","time spent":"1.685783156s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20686,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r6wt\" "} {"level":"info","ts":"2026-03-04T05:29:54.627514Z","caller":"traceutil/trace.go:171","msg":"trace[181363065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14821; }","duration":"1.376841799s","start":"2026-03-04T05:29:53.250665Z","end":"2026-03-04T05:29:54.627506Z","steps":["trace[181363065] 'agreement among raft nodes before linearized reading' (duration: 1.376758047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:53.250641Z","time spent":"1.3768908s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:29:54.627616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628825518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T05:29:54.62769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629865964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T05:29:54.627693Z","caller":"traceutil/trace.go:171","msg":"trace[1673406665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14821; }","duration":"1.62895011s","start":"2026-03-04T05:29:52.998724Z","end":"2026-03-04T05:29:54.627674Z","steps":["trace[1673406665] 'agreement among raft nodes before linearized reading' (duration: 1.628806527s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.627747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.998711Z","time spent":"1.629027663s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:29:54.629465Z","caller":"traceutil/trace.go:171","msg":"trace[555420373] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:0; response_revision:14821; }","duration":"1.629946866s","start":"2026-03-04T05:29:52.997766Z","end":"2026-03-04T05:29:54.627712Z","steps":["trace[555420373] 'agreement among raft nodes before linearized reading' (duration: 1.629896145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:29:54.629521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:29:52.997739Z","time spent":"1.631767883s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-04T05:33:21.262501Z","caller":"traceutil/trace.go:171","msg":"trace[618251126] transaction","detail":"{read_only:false; response_revision:16361; number_of_response:1; }","duration":"210.371508ms","start":"2026-03-04T05:33:21.052094Z","end":"2026-03-04T05:33:21.262465Z","steps":["trace[618251126] 'process raft request' (duration: 210.153852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.662776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.658733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T05:33:21.66297Z","caller":"traceutil/trace.go:171","msg":"trace[1345670078] linearizableReadLoop","detail":"{readStateIndex:16947; appliedIndex:16945; }","duration":"440.434164ms","start":"2026-03-04T05:33:21.222517Z","end":"2026-03-04T05:33:21.662951Z","steps":["trace[1345670078] 'read index received' (duration: 39.727825ms)","trace[1345670078] 'applied index is now lower than readState.Index' (duration: 400.704789ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:33:21.663064Z","caller":"traceutil/trace.go:171","msg":"trace[155764410] transaction","detail":"{read_only:false; response_revision:16362; number_of_response:1; }","duration":"296.111461ms","start":"2026-03-04T05:33:21.366945Z","end":"2026-03-04T05:33:21.663056Z","steps":["trace[155764410] 'process raft request' (duration: 295.939096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.663088Z","caller":"traceutil/trace.go:171","msg":"trace[1023552412] transaction","detail":"{read_only:false; response_revision:16363; number_of_response:1; }","duration":"267.313807ms","start":"2026-03-04T05:33:21.395763Z","end":"2026-03-04T05:33:21.663077Z","steps":["trace[1023552412] 'process raft request' (duration: 267.244115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.676919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" ","response":"range_response_count:1 size:22009"} {"level":"info","ts":"2026-03-04T05:33:21.663249Z","caller":"traceutil/trace.go:171","msg":"trace[1671284953] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-ksvr4; range_end:; response_count:1; response_revision:16363; }","duration":"440.805523ms","start":"2026-03-04T05:33:21.22243Z","end":"2026-03-04T05:33:21.663236Z","steps":["trace[1671284953] 'agreement among raft nodes before linearized reading' (duration: 440.594958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:33:21.222396Z","time spent":"440.882565ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22031,"request content":"key:\"/registry/pods/openstack/nova-compute-default-ksvr4\" "} {"level":"warn","ts":"2026-03-04T05:33:21.663344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.010627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10814"} {"level":"info","ts":"2026-03-04T05:33:21.663384Z","caller":"traceutil/trace.go:171","msg":"trace[352950374] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16364; }","duration":"384.10819ms","start":"2026-03-04T05:33:21.279264Z","end":"2026-03-04T05:33:21.663372Z","steps":["trace[352950374] 'agreement among raft nodes before linearized reading' (duration: 383.985087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.66341Z","caller":"traceutil/trace.go:171","msg":"trace[1958654367] transaction","detail":"{read_only:false; response_revision:16364; number_of_response:1; }","duration":"265.85391ms","start":"2026-03-04T05:33:21.397548Z","end":"2026-03-04T05:33:21.663402Z","steps":["trace[1958654367] 'process raft request' (duration: 265.50423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:33:21.279241Z","time spent":"384.164292ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10836,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T05:33:21.663509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.91949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T05:33:21.663539Z","caller":"traceutil/trace.go:171","msg":"trace[1882871326] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:16364; }","duration":"320.995513ms","start":"2026-03-04T05:33:21.342532Z","end":"2026-03-04T05:33:21.663527Z","steps":["trace[1882871326] 'agreement among raft nodes before linearized reading' (duration: 320.946982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:33:21.342502Z","time spent":"321.054314ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:33:21.663553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.332745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:33:21.663641Z","caller":"traceutil/trace.go:171","msg":"trace[719102411] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16364; }","duration":"220.481518ms","start":"2026-03-04T05:33:21.443141Z","end":"2026-03-04T05:33:21.663622Z","steps":["trace[719102411] 'agreement among raft nodes before linearized reading' (duration: 220.208431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.5076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-04T05:33:21.663769Z","caller":"traceutil/trace.go:171","msg":"trace[1279019435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16364; }","duration":"301.635713ms","start":"2026-03-04T05:33:21.362109Z","end":"2026-03-04T05:33:21.663745Z","steps":["trace[1279019435] 'agreement among raft nodes before linearized reading' (duration: 301.339696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.663819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:33:21.362101Z","time spent":"301.708115ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T05:33:21.823476Z","caller":"traceutil/trace.go:171","msg":"trace[574850133] transaction","detail":"{read_only:false; response_revision:16365; number_of_response:1; }","duration":"152.822223ms","start":"2026-03-04T05:33:21.670627Z","end":"2026-03-04T05:33:21.823449Z","steps":["trace[574850133] 'process raft request' (duration: 152.641818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.843019Z","caller":"traceutil/trace.go:171","msg":"trace[808743491] linearizableReadLoop","detail":"{readStateIndex:16955; appliedIndex:16950; }","duration":"166.525387ms","start":"2026-03-04T05:33:21.676477Z","end":"2026-03-04T05:33:21.843003Z","steps":["trace[808743491] 'read index received' (duration: 146.779878ms)","trace[808743491] 'applied index is now lower than readState.Index' (duration: 19.744509ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:33:21.843071Z","caller":"traceutil/trace.go:171","msg":"trace[1507748007] transaction","detail":"{read_only:false; response_revision:16368; number_of_response:1; }","duration":"172.230764ms","start":"2026-03-04T05:33:21.670833Z","end":"2026-03-04T05:33:21.843063Z","steps":["trace[1507748007] 'process raft request' (duration: 172.07466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.843092Z","caller":"traceutil/trace.go:171","msg":"trace[1409191491] transaction","detail":"{read_only:false; response_revision:16367; number_of_response:1; }","duration":"172.268195ms","start":"2026-03-04T05:33:21.670794Z","end":"2026-03-04T05:33:21.843062Z","steps":["trace[1409191491] 'process raft request' (duration: 172.09015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.843192Z","caller":"traceutil/trace.go:171","msg":"trace[326986183] transaction","detail":"{read_only:false; response_revision:16370; number_of_response:1; }","duration":"166.477775ms","start":"2026-03-04T05:33:21.676702Z","end":"2026-03-04T05:33:21.84318Z","steps":["trace[326986183] 'process raft request' (duration: 166.255599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.843038Z","caller":"traceutil/trace.go:171","msg":"trace[1231569374] transaction","detail":"{read_only:false; response_revision:16369; number_of_response:1; }","duration":"172.147292ms","start":"2026-03-04T05:33:21.670877Z","end":"2026-03-04T05:33:21.843025Z","steps":["trace[1231569374] 'process raft request' (duration: 172.05083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:33:21.843Z","caller":"traceutil/trace.go:171","msg":"trace[2513491] transaction","detail":"{read_only:false; response_revision:16366; number_of_response:1; }","duration":"172.180262ms","start":"2026-03-04T05:33:21.670784Z","end":"2026-03-04T05:33:21.842964Z","steps":["trace[2513491] 'process raft request' (duration: 172.021559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:33:21.843891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.39798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936094"} {"level":"info","ts":"2026-03-04T05:33:21.843972Z","caller":"traceutil/trace.go:171","msg":"trace[728899947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16370; }","duration":"167.515962ms","start":"2026-03-04T05:33:21.676447Z","end":"2026-03-04T05:33:21.843963Z","steps":["trace[728899947] 'agreement among raft nodes before linearized reading' (duration: 166.624409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:34:22.879271Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14582} {"level":"info","ts":"2026-03-04T05:34:22.980799Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14582,"took":"98.08706ms","hash":1705647333,"current-db-size-bytes":44630016,"current-db-size":"45 MB","current-db-size-in-use-bytes":30330880,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T05:34:22.980885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1705647333,"revision":14582,"compact-revision":12256} {"level":"info","ts":"2026-03-04T05:38:24.930958Z","caller":"traceutil/trace.go:171","msg":"trace[316680798] transaction","detail":"{read_only:false; response_revision:18577; number_of_response:1; }","duration":"142.696805ms","start":"2026-03-04T05:38:24.78823Z","end":"2026-03-04T05:38:24.930927Z","steps":["trace[316680798] 'process raft request' (duration: 142.545391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:38:25.292184Z","caller":"traceutil/trace.go:171","msg":"trace[1040127414] transaction","detail":"{read_only:false; response_revision:18579; number_of_response:1; }","duration":"502.987569ms","start":"2026-03-04T05:38:24.789167Z","end":"2026-03-04T05:38:25.292155Z","steps":["trace[1040127414] 'process raft request' (duration: 502.943478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:38:25.29223Z","caller":"traceutil/trace.go:171","msg":"trace[327536934] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"503.055863ms","start":"2026-03-04T05:38:24.789112Z","end":"2026-03-04T05:38:25.292168Z","steps":["trace[327536934] 'process raft request' (duration: 422.659716ms)","trace[327536934] 'compare' (duration: 80.194011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:38:25.292374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:24.78913Z","time spent":"503.149654ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:38:25.292492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:24.78908Z","time spent":"503.264017ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:25.293887Z","caller":"traceutil/trace.go:171","msg":"trace[176303219] transaction","detail":"{read_only:false; response_revision:18580; number_of_response:1; }","duration":"324.45662ms","start":"2026-03-04T05:38:24.969398Z","end":"2026-03-04T05:38:25.293855Z","steps":["trace[176303219] 'process raft request' (duration: 324.245145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.294058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:24.969369Z","time spent":"324.602964ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:25.294135Z","caller":"traceutil/trace.go:171","msg":"trace[1587068993] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"124.230678ms","start":"2026-03-04T05:38:25.169837Z","end":"2026-03-04T05:38:25.294067Z","steps":["trace[1587068993] 'process raft request' (duration: 123.957221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.294331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.573862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:38:25.294413Z","caller":"traceutil/trace.go:171","msg":"trace[608300929] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18581; }","duration":"135.705535ms","start":"2026-03-04T05:38:25.158683Z","end":"2026-03-04T05:38:25.294388Z","steps":["trace[608300929] 'agreement among raft nodes before linearized reading' (duration: 135.514089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:38:25.294912Z","caller":"traceutil/trace.go:171","msg":"trace[604273122] linearizableReadLoop","detail":"{readStateIndex:19245; appliedIndex:19242; }","duration":"135.265853ms","start":"2026-03-04T05:38:25.158753Z","end":"2026-03-04T05:38:25.294019Z","steps":["trace[604273122] 'read index received' (duration: 53.03105ms)","trace[604273122] 'applied index is now lower than readState.Index' (duration: 82.229523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:38:25.696118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.883252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:38:25.696223Z","caller":"traceutil/trace.go:171","msg":"trace[219948713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18581; }","duration":"303.051947ms","start":"2026-03-04T05:38:25.393147Z","end":"2026-03-04T05:38:25.696199Z","steps":["trace[219948713] 'range keys from in-memory index tree' (duration: 302.619936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.696309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.393122Z","time spent":"303.1762ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:38:25.696255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.620658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:38:25.696454Z","caller":"traceutil/trace.go:171","msg":"trace[1656868123] linearizableReadLoop","detail":"{readStateIndex:19247; appliedIndex:19246; }","duration":"301.980669ms","start":"2026-03-04T05:38:25.394456Z","end":"2026-03-04T05:38:25.696437Z","steps":["trace[1656868123] 'read index received' (duration: 123.955772ms)","trace[1656868123] 'applied index is now lower than readState.Index' (duration: 178.020527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:38:25.696568Z","caller":"traceutil/trace.go:171","msg":"trace[1665774436] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"302.218335ms","start":"2026-03-04T05:38:25.394311Z","end":"2026-03-04T05:38:25.69653Z","steps":["trace[1665774436] 'process raft request' (duration: 124.205588ms)","trace[1665774436] 'compare' (duration: 177.246028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:38:25.696696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.984709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:38:25.696706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.394288Z","time spent":"302.341139ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:25.696743Z","caller":"traceutil/trace.go:171","msg":"trace[486857037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18582; }","duration":"302.03825ms","start":"2026-03-04T05:38:25.394685Z","end":"2026-03-04T05:38:25.696723Z","steps":["trace[486857037] 'agreement among raft nodes before linearized reading' (duration: 301.928347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.696775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.394678Z","time spent":"302.089191ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:38:25.696875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.061663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:38:25.696906Z","caller":"traceutil/trace.go:171","msg":"trace[1874944848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18582; }","duration":"115.135854ms","start":"2026-03-04T05:38:25.581757Z","end":"2026-03-04T05:38:25.696893Z","steps":["trace[1874944848] 'agreement among raft nodes before linearized reading' (duration: 115.086763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.697069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.144814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:38:25.697147Z","caller":"traceutil/trace.go:171","msg":"trace[118525596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18582; }","duration":"302.251266ms","start":"2026-03-04T05:38:25.394878Z","end":"2026-03-04T05:38:25.697129Z","steps":["trace[118525596] 'agreement among raft nodes before linearized reading' (duration: 302.00999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.697184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.716448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T05:38:25.697197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.394872Z","time spent":"302.316117ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:38:25.697233Z","caller":"traceutil/trace.go:171","msg":"trace[945190891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18582; }","duration":"302.790109ms","start":"2026-03-04T05:38:25.39443Z","end":"2026-03-04T05:38:25.69722Z","steps":["trace[945190891] 'agreement among raft nodes before linearized reading' (duration: 302.089791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:25.697268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.394418Z","time spent":"302.840841ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:38:26.107105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.490118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:38:26.107306Z","caller":"traceutil/trace.go:171","msg":"trace[655633338] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"405.846682ms","start":"2026-03-04T05:38:25.701436Z","end":"2026-03-04T05:38:26.107282Z","steps":["trace[655633338] 'process raft request' (duration: 179.104066ms)","trace[655633338] 'compare' (duration: 226.373956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:38:26.107408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.701413Z","time spent":"405.961734ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:26.146699Z","caller":"traceutil/trace.go:171","msg":"trace[791894589] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"444.712415ms","start":"2026-03-04T05:38:25.701963Z","end":"2026-03-04T05:38:26.146676Z","steps":["trace[791894589] 'process raft request' (duration: 444.673434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:38:26.146721Z","caller":"traceutil/trace.go:171","msg":"trace[2110238457] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"444.91362ms","start":"2026-03-04T05:38:25.701778Z","end":"2026-03-04T05:38:26.146692Z","steps":["trace[2110238457] 'process raft request' (duration: 444.745826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:26.146822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.701946Z","time spent":"444.811308ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:38:26.146869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.701749Z","time spent":"445.035933ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:26.146929Z","caller":"traceutil/trace.go:171","msg":"trace[797689730] linearizableReadLoop","detail":"{readStateIndex:19251; appliedIndex:19247; }","duration":"267.17754ms","start":"2026-03-04T05:38:25.879728Z","end":"2026-03-04T05:38:26.146906Z","steps":["trace[797689730] 'read index received' (duration: 826.231µs)","trace[797689730] 'applied index is now lower than readState.Index' (duration: 266.349799ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:38:26.146981Z","caller":"traceutil/trace.go:171","msg":"trace[688225256] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"444.646954ms","start":"2026-03-04T05:38:25.70231Z","end":"2026-03-04T05:38:26.146957Z","steps":["trace[688225256] 'process raft request' (duration: 444.346907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:26.147093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.373465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T05:38:26.147087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:38:25.702284Z","time spent":"444.746327ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:38:26.14712Z","caller":"traceutil/trace.go:171","msg":"trace[2013857528] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:18586; }","duration":"267.445697ms","start":"2026-03-04T05:38:25.879667Z","end":"2026-03-04T05:38:26.147113Z","steps":["trace[2013857528] 'agreement among raft nodes before linearized reading' (duration: 267.362105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:26.147127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.555853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:38:26.147172Z","caller":"traceutil/trace.go:171","msg":"trace[1658059787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18586; }","duration":"149.638025ms","start":"2026-03-04T05:38:25.997522Z","end":"2026-03-04T05:38:26.14716Z","steps":["trace[1658059787] 'agreement among raft nodes before linearized reading' (duration: 149.566083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:26.408078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.407279ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T05:38:26.408947Z","caller":"traceutil/trace.go:171","msg":"trace[1185403065] linearizableReadLoop","detail":"{readStateIndex:19252; appliedIndex:19251; }","duration":"260.712653ms","start":"2026-03-04T05:38:26.148216Z","end":"2026-03-04T05:38:26.408929Z","steps":["trace[1185403065] 'read index received' (duration: 91.352279ms)","trace[1185403065] 'applied index is now lower than readState.Index' (duration: 169.358374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:38:26.409271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.048212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:38:26.40931Z","caller":"traceutil/trace.go:171","msg":"trace[358292712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18586; }","duration":"261.126573ms","start":"2026-03-04T05:38:26.148172Z","end":"2026-03-04T05:38:26.409299Z","steps":["trace[358292712] 'agreement among raft nodes before linearized reading' (duration: 261.047481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:38:26.409651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.692129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:38:26.409828Z","caller":"traceutil/trace.go:171","msg":"trace[1165872535] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:18586; }","duration":"177.901884ms","start":"2026-03-04T05:38:26.231891Z","end":"2026-03-04T05:38:26.409793Z","steps":["trace[1165872535] 'agreement among raft nodes before linearized reading' (duration: 177.618417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:39:22.885361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17035} {"level":"info","ts":"2026-03-04T05:39:22.993952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17035,"took":"105.402512ms","hash":90624531,"current-db-size-bytes":45473792,"current-db-size":"46 MB","current-db-size-in-use-bytes":26677248,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T05:39:22.994064Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":90624531,"revision":17035,"compact-revision":14582} {"level":"info","ts":"2026-03-04T05:39:52.103784Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T05:39:52.109219Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T05:39:52.109312Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T05:41:11.438828Z","caller":"traceutil/trace.go:171","msg":"trace[83815553] linearizableReadLoop","detail":"{readStateIndex:20554; appliedIndex:20553; }","duration":"455.409252ms","start":"2026-03-04T05:41:10.983394Z","end":"2026-03-04T05:41:11.438804Z","steps":["trace[83815553] 'read index received' (duration: 455.187777ms)","trace[83815553] 'applied index is now lower than readState.Index' (duration: 220.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:11.438911Z","caller":"traceutil/trace.go:171","msg":"trace[520632580] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"455.612377ms","start":"2026-03-04T05:41:10.983279Z","end":"2026-03-04T05:41:11.438892Z","steps":["trace[520632580] 'process raft request' (duration: 455.347341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:11.439032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:10.983253Z","time spent":"455.69748ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:11.439063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.72258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:41:11.439122Z","caller":"traceutil/trace.go:171","msg":"trace[18687359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19841; }","duration":"455.828172ms","start":"2026-03-04T05:41:10.983277Z","end":"2026-03-04T05:41:11.439105Z","steps":["trace[18687359] 'agreement among raft nodes before linearized reading' (duration: 455.654318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:11.439175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:10.983251Z","time spent":"455.911395ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:41:11.939937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:12.44053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:12.940869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:13.441493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:13.942349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:14.25714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258742493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:41:14.257218Z","caller":"traceutil/trace.go:171","msg":"trace[1872404083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.258886208s","start":"2026-03-04T05:41:11.998312Z","end":"2026-03-04T05:41:14.257198Z","steps":["trace[1872404083] 'agreement among raft nodes before linearized reading' (duration: 2.258785444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:14.257273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.998298Z","time spent":"2.25896323s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:41:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:41:14.442451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:14.942575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:15.443222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:15.944289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:15.985831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:10.986581Z","time spent":"4.9992407s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T05:41:16.257341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T05:41:16.257431Z","caller":"traceutil/trace.go:171","msg":"trace[187868573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168947s","start":"2026-03-04T05:41:14.257243Z","end":"2026-03-04T05:41:16.257412Z","steps":["trace[187868573] 'agreement among raft nodes before linearized reading' (duration: 2.000065305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:16.257477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:14.257229Z","time spent":"2.00023759s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 05:41:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:41:16.442263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.44362Z","time spent":"4.998632516s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T05:41:16.444707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:16.546188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.547495Z","time spent":"4.998684186s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 05:41:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:41:16.92849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.929789Z","time spent":"4.998691428s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 05:41:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:41:16.945348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:16.969517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.972782Z","time spent":"4.996727436s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 05:41:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T05:41:17.314931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.876377434s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T05:41:17.32844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:13.958287Z","time spent":"3.3701461s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T05:41:17.328496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69104547s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:17.328585Z","caller":"traceutil/trace.go:171","msg":"trace[769869185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19841; }","duration":"2.691141153s","start":"2026-03-04T05:41:14.637428Z","end":"2026-03-04T05:41:17.328569Z","steps":["trace[769869185] 'range keys from in-memory index tree' (duration: 2.691030419s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:17.328764Z","caller":"traceutil/trace.go:171","msg":"trace[6656462] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"6.345243654s","start":"2026-03-04T05:41:10.983496Z","end":"2026-03-04T05:41:17.32874Z","steps":["trace[6656462] 'process raft request' (duration: 6.331621972s)","trace[6656462] 'compare' (duration: 11.763924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:41:17.328869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:10.983468Z","time spent":"6.345344856s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:17.399247Z","caller":"traceutil/trace.go:171","msg":"trace[416661311] linearizableReadLoop","detail":"{readStateIndex:20562; appliedIndex:20554; }","duration":"5.960307003s","start":"2026-03-04T05:41:11.438909Z","end":"2026-03-04T05:41:17.399216Z","steps":["trace[416661311] 'read index received' (duration: 5.876228631s)","trace[416661311] 'applied index is now lower than readState.Index' (duration: 84.077202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:17.399631Z","caller":"traceutil/trace.go:171","msg":"trace[1010020099] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"1.127073609s","start":"2026-03-04T05:41:16.272482Z","end":"2026-03-04T05:41:17.399556Z","steps":["trace[1010020099] 'process raft request' (duration: 1.126625677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141462735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T05:41:17.40019Z","caller":"traceutil/trace.go:171","msg":"trace[311123322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19848; }","duration":"5.141582818s","start":"2026-03-04T05:41:12.258592Z","end":"2026-03-04T05:41:17.400175Z","steps":["trace[311123322] 'agreement among raft nodes before linearized reading' (duration: 5.14125283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:12.258571Z","time spent":"5.14167323s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:41:17.400284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.573631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:17.400365Z","caller":"traceutil/trace.go:171","msg":"trace[158121330] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19848; }","duration":"667.677513ms","start":"2026-03-04T05:41:16.732666Z","end":"2026-03-04T05:41:17.400343Z","steps":["trace[158121330] 'agreement among raft nodes before linearized reading' (duration: 667.519219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.732568Z","time spent":"667.833598ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.40044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091962272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:256471"} {"level":"warn","ts":"2026-03-04T05:41:17.400443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.649476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417453"} {"level":"warn","ts":"2026-03-04T05:41:17.400494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128162477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:17.40051Z","caller":"traceutil/trace.go:171","msg":"trace[545419957] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:19848; }","duration":"1.092048044s","start":"2026-03-04T05:41:16.308446Z","end":"2026-03-04T05:41:17.400494Z","steps":["trace[545419957] 'agreement among raft nodes before linearized reading' (duration: 1.091609683s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:17.400528Z","caller":"traceutil/trace.go:171","msg":"trace[2099288670] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19848; }","duration":"968.8037ms","start":"2026-03-04T05:41:16.431701Z","end":"2026-03-04T05:41:17.400504Z","steps":["trace[2099288670] 'agreement among raft nodes before linearized reading' (duration: 968.414631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242635613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:41:17.400588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.43168Z","time spent":"968.898184ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417475,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T05:41:17.400619Z","caller":"traceutil/trace.go:171","msg":"trace[633706327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19848; }","duration":"1.242704155s","start":"2026-03-04T05:41:16.157905Z","end":"2026-03-04T05:41:17.400609Z","steps":["trace[633706327] 'agreement among raft nodes before linearized reading' (duration: 1.242651304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.157888Z","time spent":"1.242757257s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.400699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.418587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T05:41:17.400713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.534369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-04T05:41:17.400724Z","caller":"traceutil/trace.go:171","msg":"trace[2029507899] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19848; }","duration":"998.497858ms","start":"2026-03-04T05:41:16.402221Z","end":"2026-03-04T05:41:17.400719Z","steps":["trace[2029507899] 'agreement among raft nodes before linearized reading' (duration: 998.341885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:17.400738Z","caller":"traceutil/trace.go:171","msg":"trace[1595838255] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19848; }","duration":"852.598491ms","start":"2026-03-04T05:41:16.548133Z","end":"2026-03-04T05:41:17.400731Z","steps":["trace[1595838255] 'agreement among raft nodes before linearized reading' (duration: 852.54842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.548114Z","time spent":"852.646451ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-04T05:41:17.40077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031651305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:17.400791Z","caller":"traceutil/trace.go:171","msg":"trace[520578670] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19848; }","duration":"1.031709806s","start":"2026-03-04T05:41:16.369073Z","end":"2026-03-04T05:41:17.400783Z","steps":["trace[520578670] 'agreement among raft nodes before linearized reading' (duration: 1.031682365s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.369051Z","time spent":"1.031754408s","remote":"127.0.0.1:48746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.400744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.402195Z","time spent":"998.54393ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":209,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.400875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513080878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T05:41:17.400537Z","caller":"traceutil/trace.go:171","msg":"trace[1831973208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19848; }","duration":"1.128218128s","start":"2026-03-04T05:41:16.272307Z","end":"2026-03-04T05:41:17.400525Z","steps":["trace[1831973208] 'agreement among raft nodes before linearized reading' (duration: 1.128157496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.400544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.308433Z","time spent":"1.092103506s","remote":"127.0.0.1:50112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":29,"response size":256493,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T05:41:17.400925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.272299Z","time spent":"1.128617699s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:41:17.400959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971910128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:17.400986Z","caller":"traceutil/trace.go:171","msg":"trace[1943908588] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19848; }","duration":"1.971996761s","start":"2026-03-04T05:41:15.428981Z","end":"2026-03-04T05:41:17.400977Z","steps":["trace[1943908588] 'agreement among raft nodes before linearized reading' (duration: 1.97195285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.40102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:15.428946Z","time spent":"1.972066753s","remote":"127.0.0.1:36322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:17.400916Z","caller":"traceutil/trace.go:171","msg":"trace[1204677336] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:19848; }","duration":"1.51316119s","start":"2026-03-04T05:41:15.887745Z","end":"2026-03-04T05:41:17.400907Z","steps":["trace[1204677336] 'agreement among raft nodes before linearized reading' (duration: 1.513058688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.401125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958849713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T05:41:17.401139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:15.887724Z","time spent":"1.513407587s","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-03-04T05:41:17.401176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039610042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:17.401201Z","caller":"traceutil/trace.go:171","msg":"trace[1795236934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19848; }","duration":"3.039634773s","start":"2026-03-04T05:41:14.36156Z","end":"2026-03-04T05:41:17.401195Z","steps":["trace[1795236934] 'agreement among raft nodes before linearized reading' (duration: 3.039597042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.401216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998275561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T05:41:17.401259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459991381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:41:17.401226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:14.361517Z","time spent":"3.039704545s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:17.401281Z","caller":"traceutil/trace.go:171","msg":"trace[1020689304] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19848; }","duration":"3.460044652s","start":"2026-03-04T05:41:13.941232Z","end":"2026-03-04T05:41:17.401276Z","steps":["trace[1020689304] 'agreement among raft nodes before linearized reading' (duration: 3.460011241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.401299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:13.941195Z","time spent":"3.460099783s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.401433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870470767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:41:17.401473Z","caller":"traceutil/trace.go:171","msg":"trace[241490933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19848; }","duration":"4.870536209s","start":"2026-03-04T05:41:12.530928Z","end":"2026-03-04T05:41:17.401465Z","steps":["trace[241490933] 'agreement among raft nodes before linearized reading' (duration: 4.870449436s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.40149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460908264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T05:41:17.401501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:12.530913Z","time spent":"4.870581579s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:41:17.401514Z","caller":"traceutil/trace.go:171","msg":"trace[2052640333] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19848; }","duration":"3.460981666s","start":"2026-03-04T05:41:13.940526Z","end":"2026-03-04T05:41:17.401507Z","steps":["trace[2052640333] 'agreement among raft nodes before linearized reading' (duration: 3.460867313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.401534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:13.940503Z","time spent":"3.461026077s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":216,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:17.401145Z","caller":"traceutil/trace.go:171","msg":"trace[188888107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19848; }","duration":"3.958912355s","start":"2026-03-04T05:41:13.442227Z","end":"2026-03-04T05:41:17.401139Z","steps":["trace[188888107] 'agreement among raft nodes before linearized reading' (duration: 3.958842873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.40163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:13.442207Z","time spent":"3.959418508s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T05:41:17.401898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.915459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-04T05:41:17.401906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.215094442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:17.401932Z","caller":"traceutil/trace.go:171","msg":"trace[769189897] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19848; }","duration":"6.215175635s","start":"2026-03-04T05:41:11.186749Z","end":"2026-03-04T05:41:17.401925Z","steps":["trace[769189897] 'agreement among raft nodes before linearized reading' (duration: 6.215107073s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:17.401929Z","caller":"traceutil/trace.go:171","msg":"trace[2005085043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19848; }","duration":"370.979471ms","start":"2026-03-04T05:41:17.030942Z","end":"2026-03-04T05:41:17.401921Z","steps":["trace[2005085043] 'agreement among raft nodes before linearized reading' (duration: 370.882848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.40195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.186725Z","time spent":"6.215220026s","remote":"127.0.0.1:50164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.401965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:17.030926Z","time spent":"371.034123ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T05:41:17.402034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.043887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T05:41:17.402071Z","caller":"traceutil/trace.go:171","msg":"trace[836550754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19848; }","duration":"430.102629ms","start":"2026-03-04T05:41:16.971956Z","end":"2026-03-04T05:41:17.402059Z","steps":["trace[836550754] 'agreement among raft nodes before linearized reading' (duration: 430.055598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.402109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.971692Z","time spent":"430.410526ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T05:41:17.401258Z","caller":"traceutil/trace.go:171","msg":"trace[125161327] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19848; }","duration":"3.998348804s","start":"2026-03-04T05:41:13.4029Z","end":"2026-03-04T05:41:17.401249Z","steps":["trace[125161327] 'agreement among raft nodes before linearized reading' (duration: 3.998249411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.402186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:13.402879Z","time spent":"3.999299868s","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T05:41:17.401746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.355335255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:17.403073Z","caller":"traceutil/trace.go:171","msg":"trace[559338828] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19848; }","duration":"6.356644319s","start":"2026-03-04T05:41:11.046392Z","end":"2026-03-04T05:41:17.403036Z","steps":["trace[559338828] 'agreement among raft nodes before linearized reading' (duration: 6.355312334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.403127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:11.046323Z","time spent":"6.356788373s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:17.406907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.272459Z","time spent":"1.127230523s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T05:41:17.408741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.815997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T05:41:17.408809Z","caller":"traceutil/trace.go:171","msg":"trace[1277220954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19848; }","duration":"478.914849ms","start":"2026-03-04T05:41:16.929866Z","end":"2026-03-04T05:41:17.408781Z","steps":["trace[1277220954] 'agreement among raft nodes before linearized reading' (duration: 470.213385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:17.408837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:16.929846Z","time spent":"478.98558ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T05:41:19.95343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:20.453982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:20.954106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528751086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:41:21.112685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.774028216s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:41:21.113062Z","caller":"traceutil/trace.go:171","msg":"trace[717451278] transaction","detail":"{read_only:false; response_revision:19860; number_of_response:1; }","duration":"1.774504948s","start":"2026-03-04T05:41:19.338531Z","end":"2026-03-04T05:41:21.113036Z","steps":["trace[717451278] 'process raft request' (duration: 1.774343314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.113205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.338511Z","time spent":"1.774623622s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:41:21.114068Z","caller":"traceutil/trace.go:171","msg":"trace[1911916603] linearizableReadLoop","detail":"{readStateIndex:20578; appliedIndex:20574; }","duration":"1.661119041s","start":"2026-03-04T05:41:19.452928Z","end":"2026-03-04T05:41:21.114047Z","steps":["trace[1911916603] 'read index received' (duration: 1.659899959s)","trace[1911916603] 'applied index is now lower than readState.Index' (duration: 1.218352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:41:21.114127Z","caller":"traceutil/trace.go:171","msg":"trace[241213564] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"1.657525887s","start":"2026-03-04T05:41:19.456581Z","end":"2026-03-04T05:41:21.114107Z","steps":["trace[241213564] 'process raft request' (duration: 1.657437795s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:21.114092Z","caller":"traceutil/trace.go:171","msg":"trace[2003683766] transaction","detail":"{read_only:false; response_revision:19861; number_of_response:1; }","duration":"1.659080587s","start":"2026-03-04T05:41:19.454994Z","end":"2026-03-04T05:41:21.114074Z","steps":["trace[2003683766] 'process raft request' (duration: 1.658875352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.45657Z","time spent":"1.65760075s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:21.114244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661303605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:41:21.114269Z","caller":"traceutil/trace.go:171","msg":"trace[304712822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19863; }","duration":"1.661365836s","start":"2026-03-04T05:41:19.452896Z","end":"2026-03-04T05:41:21.114262Z","steps":["trace[304712822] 'agreement among raft nodes before linearized reading' (duration: 1.661239773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.454986Z","time spent":"1.65920705s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:21.114296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.452882Z","time spent":"1.661409328s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:41:21.114104Z","caller":"traceutil/trace.go:171","msg":"trace[1138478326] transaction","detail":"{read_only:false; response_revision:19862; number_of_response:1; }","duration":"1.658931634s","start":"2026-03-04T05:41:19.455156Z","end":"2026-03-04T05:41:21.114088Z","steps":["trace[1138478326] 'process raft request' (duration: 1.658836141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070743043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:41:21.114383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658352838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:41:21.114395Z","caller":"traceutil/trace.go:171","msg":"trace[436871021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19863; }","duration":"1.070757663s","start":"2026-03-04T05:41:20.043632Z","end":"2026-03-04T05:41:21.11439Z","steps":["trace[436871021] 'agreement among raft nodes before linearized reading' (duration: 1.070732603s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:21.114405Z","caller":"traceutil/trace.go:171","msg":"trace[1818473485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19863; }","duration":"1.658392959s","start":"2026-03-04T05:41:19.456004Z","end":"2026-03-04T05:41:21.114397Z","steps":["trace[1818473485] 'agreement among raft nodes before linearized reading' (duration: 1.658302087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.455131Z","time spent":"1.659252722s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:41:21.114424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.455993Z","time spent":"1.658427281s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T05:41:21.114439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.914523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:21.114459Z","caller":"traceutil/trace.go:171","msg":"trace[170749899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19863; }","duration":"115.965735ms","start":"2026-03-04T05:41:20.998489Z","end":"2026-03-04T05:41:21.114454Z","steps":["trace[170749899] 'agreement among raft nodes before linearized reading' (duration: 115.935114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117696036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:41:21.114509Z","caller":"traceutil/trace.go:171","msg":"trace[886173692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19863; }","duration":"1.117740456s","start":"2026-03-04T05:41:19.996765Z","end":"2026-03-04T05:41:21.114505Z","steps":["trace[886173692] 'agreement among raft nodes before linearized reading' (duration: 1.117693685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.043598Z","time spent":"1.070809925s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:41:21.114558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255272169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:41:21.114577Z","caller":"traceutil/trace.go:171","msg":"trace[1710967914] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19863; }","duration":"1.255327532s","start":"2026-03-04T05:41:19.859244Z","end":"2026-03-04T05:41:21.114572Z","steps":["trace[1710967914] 'agreement among raft nodes before linearized reading' (duration: 1.25528685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.11459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.859225Z","time spent":"1.255361862s","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:21.114592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.345847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:41:21.114612Z","caller":"traceutil/trace.go:171","msg":"trace[1620448092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19863; }","duration":"657.406388ms","start":"2026-03-04T05:41:20.457198Z","end":"2026-03-04T05:41:21.114605Z","steps":["trace[1620448092] 'agreement among raft nodes before linearized reading' (duration: 657.351517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.457171Z","time spent":"657.461919ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:41:21.114523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.996745Z","time spent":"1.117774757s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:41:21.114706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.891223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:21.114726Z","caller":"traceutil/trace.go:171","msg":"trace[246792835] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:0; response_revision:19863; }","duration":"731.954714ms","start":"2026-03-04T05:41:20.382766Z","end":"2026-03-04T05:41:21.114721Z","steps":["trace[246792835] 'agreement among raft nodes before linearized reading' (duration: 731.925874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398695273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:41:21.114741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:20.382743Z","time spent":"731.995155ms","remote":"127.0.0.1:49920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"info","ts":"2026-03-04T05:41:21.11475Z","caller":"traceutil/trace.go:171","msg":"trace[272861244] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19863; }","duration":"1.398837507s","start":"2026-03-04T05:41:19.715904Z","end":"2026-03-04T05:41:21.114742Z","steps":["trace[272861244] 'agreement among raft nodes before linearized reading' (duration: 1.398789586s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562469253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:41:21.114948Z","caller":"traceutil/trace.go:171","msg":"trace[609557684] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19863; }","duration":"1.562531544s","start":"2026-03-04T05:41:19.552407Z","end":"2026-03-04T05:41:21.114939Z","steps":["trace[609557684] 'agreement among raft nodes before linearized reading' (duration: 1.562488723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:41:21.114968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.552385Z","time spent":"1.562578115s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:41:21.114783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:41:19.715878Z","time spent":"1.398898598s","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:41:49.407879Z","caller":"traceutil/trace.go:171","msg":"trace[1704375913] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"157.97762ms","start":"2026-03-04T05:41:49.249881Z","end":"2026-03-04T05:41:49.407859Z","steps":["trace[1704375913] 'process raft request' (duration: 157.820647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:41:49.408373Z","caller":"traceutil/trace.go:171","msg":"trace[1515877404] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"157.001575ms","start":"2026-03-04T05:41:49.251327Z","end":"2026-03-04T05:41:49.408328Z","steps":["trace[1515877404] 'process raft request' (duration: 156.915523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:08.764298Z","caller":"traceutil/trace.go:171","msg":"trace[639354324] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"118.727706ms","start":"2026-03-04T05:42:08.645542Z","end":"2026-03-04T05:42:08.764269Z","steps":["trace[639354324] 'process raft request' (duration: 102.937579ms)","trace[639354324] 'compare' (duration: 15.639434ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:42:08.7644Z","caller":"traceutil/trace.go:171","msg":"trace[132862774] linearizableReadLoop","detail":"{readStateIndex:21371; appliedIndex:21370; }","duration":"118.43507ms","start":"2026-03-04T05:42:08.645945Z","end":"2026-03-04T05:42:08.76438Z","steps":["trace[132862774] 'read index received' (duration: 102.546549ms)","trace[132862774] 'applied index is now lower than readState.Index' (duration: 15.887051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:42:08.764649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.684306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7383"} {"level":"info","ts":"2026-03-04T05:42:08.764692Z","caller":"traceutil/trace.go:171","msg":"trace[1103806850] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20635; }","duration":"118.777808ms","start":"2026-03-04T05:42:08.645903Z","end":"2026-03-04T05:42:08.76468Z","steps":["trace[1103806850] 'agreement among raft nodes before linearized reading' (duration: 118.566653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:11.65966Z","caller":"traceutil/trace.go:171","msg":"trace[192638567] linearizableReadLoop","detail":"{readStateIndex:21473; appliedIndex:21472; }","duration":"120.263536ms","start":"2026-03-04T05:42:11.539375Z","end":"2026-03-04T05:42:11.659639Z","steps":["trace[192638567] 'read index received' (duration: 120.117912ms)","trace[192638567] 'applied index is now lower than readState.Index' (duration: 144.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:42:11.659701Z","caller":"traceutil/trace.go:171","msg":"trace[2005796455] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"123.164471ms","start":"2026-03-04T05:42:11.536506Z","end":"2026-03-04T05:42:11.65967Z","steps":["trace[2005796455] 'process raft request' (duration: 123.004557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:11.659862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.320729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:42:11.659952Z","caller":"traceutil/trace.go:171","msg":"trace[927336238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/servergroups/cert-manager-test0; response_count:0; response_revision:20735; }","duration":"122.434821ms","start":"2026-03-04T05:42:11.537487Z","end":"2026-03-04T05:42:11.659922Z","steps":["trace[927336238] 'agreement among raft nodes before linearized reading' (duration: 122.284517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:11.660335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.852311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:42:11.660382Z","caller":"traceutil/trace.go:171","msg":"trace[1358828026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20735; }","duration":"103.949424ms","start":"2026-03-04T05:42:11.556422Z","end":"2026-03-04T05:42:11.660371Z","steps":["trace[1358828026] 'agreement among raft nodes before linearized reading' (duration: 103.353288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:42:16.771122Z","caller":"traceutil/trace.go:171","msg":"trace[1423601711] linearizableReadLoop","detail":"{readStateIndex:21571; appliedIndex:21570; }","duration":"353.358446ms","start":"2026-03-04T05:42:16.41774Z","end":"2026-03-04T05:42:16.771099Z","steps":["trace[1423601711] 'read index received' (duration: 353.084409ms)","trace[1423601711] 'applied index is now lower than readState.Index' (duration: 273.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:42:16.771207Z","caller":"traceutil/trace.go:171","msg":"trace[81382887] transaction","detail":"{read_only:false; response_revision:20832; number_of_response:1; }","duration":"441.117783ms","start":"2026-03-04T05:42:16.33006Z","end":"2026-03-04T05:42:16.771178Z","steps":["trace[81382887] 'process raft request' (duration: 440.869717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:16.771361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:16.330045Z","time spent":"441.224925ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:42:16.771519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.750417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417506"} {"level":"info","ts":"2026-03-04T05:42:16.771592Z","caller":"traceutil/trace.go:171","msg":"trace[1065360248] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20832; }","duration":"353.866189ms","start":"2026-03-04T05:42:16.417706Z","end":"2026-03-04T05:42:16.771573Z","steps":["trace[1065360248] 'agreement among raft nodes before linearized reading' (duration: 353.5036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:42:16.771624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:42:16.417692Z","time spent":"353.925552ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417528,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T05:43:00.10676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.981515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:43:00.106863Z","caller":"traceutil/trace.go:171","msg":"trace[814150543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21258; }","duration":"109.150239ms","start":"2026-03-04T05:42:59.997693Z","end":"2026-03-04T05:43:00.106843Z","steps":["trace[814150543] 'range keys from in-memory index tree' (duration: 108.864652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:01.918823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528754753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:43:02.419407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528754753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:43:02.707909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675110441s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:43:02.708582Z","caller":"traceutil/trace.go:171","msg":"trace[1588846624] transaction","detail":"{read_only:false; response_revision:21261; number_of_response:1; }","duration":"1.675870021s","start":"2026-03-04T05:43:01.032684Z","end":"2026-03-04T05:43:02.708554Z","steps":["trace[1588846624] 'process raft request' (duration: 1.675640835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.708896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.032658Z","time spent":"1.676013735s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:02.709493Z","caller":"traceutil/trace.go:171","msg":"trace[1167211650] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"1.231018093s","start":"2026-03-04T05:43:01.478448Z","end":"2026-03-04T05:43:02.709466Z","steps":["trace[1167211650] 'process raft request' (duration: 1.230844928s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.709626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.478426Z","time spent":"1.231123145s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:02.709742Z","caller":"traceutil/trace.go:171","msg":"trace[1342786314] transaction","detail":"{read_only:false; response_revision:21263; number_of_response:1; }","duration":"1.156666812s","start":"2026-03-04T05:43:01.553051Z","end":"2026-03-04T05:43:02.709718Z","steps":["trace[1342786314] 'process raft request' (duration: 1.156368085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.709886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.553021Z","time spent":"1.156794535s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:02.710105Z","caller":"traceutil/trace.go:171","msg":"trace[47053298] transaction","detail":"{read_only:false; response_revision:21264; number_of_response:1; }","duration":"1.156323103s","start":"2026-03-04T05:43:01.553772Z","end":"2026-03-04T05:43:02.710095Z","steps":["trace[47053298] 'process raft request' (duration: 1.155865171s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:02.710124Z","caller":"traceutil/trace.go:171","msg":"trace[1752503475] transaction","detail":"{read_only:false; response_revision:21265; number_of_response:1; }","duration":"968.685668ms","start":"2026-03-04T05:43:01.741427Z","end":"2026-03-04T05:43:02.710113Z","steps":["trace[1752503475] 'process raft request' (duration: 968.549324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.710157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.55376Z","time spent":"1.156370396s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:02.710175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.741399Z","time spent":"968.74776ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:02.710117Z","caller":"traceutil/trace.go:171","msg":"trace[2123866156] linearizableReadLoop","detail":"{readStateIndex:22017; appliedIndex:22012; }","duration":"1.291930215s","start":"2026-03-04T05:43:01.418157Z","end":"2026-03-04T05:43:02.710087Z","steps":["trace[2123866156] 'read index received' (duration: 1.29014851s)","trace[2123866156] 'applied index is now lower than readState.Index' (duration: 1.780445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:43:02.710364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292203683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:43:02.710397Z","caller":"traceutil/trace.go:171","msg":"trace[1118278979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21265; }","duration":"1.292282385s","start":"2026-03-04T05:43:01.418105Z","end":"2026-03-04T05:43:02.710387Z","steps":["trace[1118278979] 'agreement among raft nodes before linearized reading' (duration: 1.292203463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.710421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.418083Z","time spent":"1.292330596s","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:43:02.710642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112175282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:43:02.71203Z","caller":"traceutil/trace.go:171","msg":"trace[562786758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21265; }","duration":"1.11360705s","start":"2026-03-04T05:43:01.598391Z","end":"2026-03-04T05:43:02.711998Z","steps":["trace[562786758] 'agreement among raft nodes before linearized reading' (duration: 1.112097831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.710722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.693692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:02.710761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.930234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-04T05:43:02.710719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.994618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:02.710774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.339785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T05:43:02.710859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.847397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:43:02.710885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.695064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T05:43:02.710921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.044361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T05:43:02.710935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.910122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:02.711086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.844339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18886"} {"level":"warn","ts":"2026-03-04T05:43:02.711217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109352001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T05:43:02.71182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.669272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:43:02.71255Z","caller":"traceutil/trace.go:171","msg":"trace[292888831] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21265; }","duration":"1.110736756s","start":"2026-03-04T05:43:01.601806Z","end":"2026-03-04T05:43:02.712542Z","steps":["trace[292888831] 'agreement among raft nodes before linearized reading' (duration: 1.109211857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.712586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.601788Z","time spent":"1.110786468s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":560,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T05:43:02.712408Z","caller":"traceutil/trace.go:171","msg":"trace[1676886435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21265; }","duration":"199.011249ms","start":"2026-03-04T05:43:02.513386Z","end":"2026-03-04T05:43:02.712397Z","steps":["trace[1676886435] 'agreement among raft nodes before linearized reading' (duration: 197.301704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:02.712667Z","caller":"traceutil/trace.go:171","msg":"trace[937172479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21265; }","duration":"776.451313ms","start":"2026-03-04T05:43:01.936115Z","end":"2026-03-04T05:43:02.712566Z","steps":["trace[937172479] 'agreement among raft nodes before linearized reading' (duration: 775.578511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.712856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.936104Z","time spent":"776.715289ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:43:02.712406Z","caller":"traceutil/trace.go:171","msg":"trace[2131320514] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21265; }","duration":"438.598998ms","start":"2026-03-04T05:43:02.273784Z","end":"2026-03-04T05:43:02.712383Z","steps":["trace[2131320514] 'agreement among raft nodes before linearized reading' (duration: 436.956314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.71337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:02.273738Z","time spent":"439.604804ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T05:43:02.712436Z","caller":"traceutil/trace.go:171","msg":"trace[1194241450] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21265; }","duration":"701.777165ms","start":"2026-03-04T05:43:02.010651Z","end":"2026-03-04T05:43:02.712428Z","steps":["trace[1194241450] 'agreement among raft nodes before linearized reading' (duration: 700.006118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.713553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:02.010628Z","time spent":"702.908644ms","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:43:02.712456Z","caller":"traceutil/trace.go:171","msg":"trace[1272172098] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21265; }","duration":"600.450757ms","start":"2026-03-04T05:43:02.111999Z","end":"2026-03-04T05:43:02.71245Z","steps":["trace[1272172098] 'agreement among raft nodes before linearized reading' (duration: 598.694841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.713638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:02.111988Z","time spent":"601.632949ms","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:43:02.712473Z","caller":"traceutil/trace.go:171","msg":"trace[1568302216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21265; }","duration":"777.323136ms","start":"2026-03-04T05:43:01.935145Z","end":"2026-03-04T05:43:02.712468Z","steps":["trace[1568302216] 'agreement among raft nodes before linearized reading' (duration: 775.637941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.713766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.935131Z","time spent":"778.593058ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:43:02.71249Z","caller":"traceutil/trace.go:171","msg":"trace[523529770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21265; }","duration":"801.520591ms","start":"2026-03-04T05:43:01.910964Z","end":"2026-03-04T05:43:02.712485Z","steps":["trace[523529770] 'agreement among raft nodes before linearized reading' (duration: 799.843647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.713931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.910949Z","time spent":"802.973488ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:43:02.712484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.598364Z","time spent":"1.114079792s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:43:02.712507Z","caller":"traceutil/trace.go:171","msg":"trace[1531277956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21265; }","duration":"714.485073ms","start":"2026-03-04T05:43:01.998017Z","end":"2026-03-04T05:43:02.712502Z","steps":["trace[1531277956] 'agreement among raft nodes before linearized reading' (duration: 712.893393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.714077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.997963Z","time spent":"716.093334ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:43:02.712523Z","caller":"traceutil/trace.go:171","msg":"trace[1117454654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21265; }","duration":"780.687263ms","start":"2026-03-04T05:43:01.93183Z","end":"2026-03-04T05:43:02.712518Z","steps":["trace[1117454654] 'agreement among raft nodes before linearized reading' (duration: 779.044141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.714121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:01.931805Z","time spent":"782.307794ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:43:02.712518Z","caller":"traceutil/trace.go:171","msg":"trace[814518664] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21265; }","duration":"621.461621ms","start":"2026-03-04T05:43:02.091047Z","end":"2026-03-04T05:43:02.712508Z","steps":["trace[814518664] 'agreement among raft nodes before linearized reading' (duration: 619.759776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:02.714196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:02.091022Z","time spent":"623.167334ms","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18908,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T05:43:45.722179Z","caller":"traceutil/trace.go:171","msg":"trace[298754228] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"223.818531ms","start":"2026-03-04T05:43:45.498321Z","end":"2026-03-04T05:43:45.722139Z","steps":["trace[298754228] 'process raft request' (duration: 223.583535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:45.76107Z","caller":"traceutil/trace.go:171","msg":"trace[686769561] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"146.531345ms","start":"2026-03-04T05:43:45.614515Z","end":"2026-03-04T05:43:45.761047Z","steps":["trace[686769561] 'process raft request' (duration: 146.457162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:45.761189Z","caller":"traceutil/trace.go:171","msg":"trace[1907623526] transaction","detail":"{read_only:false; response_revision:21716; number_of_response:1; }","duration":"206.885873ms","start":"2026-03-04T05:43:45.554248Z","end":"2026-03-04T05:43:45.761134Z","steps":["trace[1907623526] 'process raft request' (duration: 206.531554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:47.618843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528755952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:43:48.119026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528755952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:43:48.229882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114201696s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:43:48.230598Z","caller":"traceutil/trace.go:171","msg":"trace[1309352663] transaction","detail":"{read_only:false; response_revision:21730; number_of_response:1; }","duration":"1.114893654s","start":"2026-03-04T05:43:47.115613Z","end":"2026-03-04T05:43:48.230506Z","steps":["trace[1309352663] 'process raft request' (duration: 1.114495753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.230784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.115604Z","time spent":"1.115086828s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.236618Z","caller":"traceutil/trace.go:171","msg":"trace[1346880772] linearizableReadLoop","detail":"{readStateIndex:22505; appliedIndex:22492; }","duration":"1.118756083s","start":"2026-03-04T05:43:47.117844Z","end":"2026-03-04T05:43:48.2366Z","steps":["trace[1346880772] 'read index received' (duration: 1.112274815s)","trace[1346880772] 'applied index is now lower than readState.Index' (duration: 6.480478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:43:48.236859Z","caller":"traceutil/trace.go:171","msg":"trace[507178435] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"1.119762629s","start":"2026-03-04T05:43:47.117086Z","end":"2026-03-04T05:43:48.236849Z","steps":["trace[507178435] 'process raft request' (duration: 1.11899726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.236954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.117076Z","time spent":"1.11980935s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.237105Z","caller":"traceutil/trace.go:171","msg":"trace[1442416148] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"1.117178811s","start":"2026-03-04T05:43:47.119918Z","end":"2026-03-04T05:43:48.237097Z","steps":["trace[1442416148] 'process raft request' (duration: 1.116611177s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.23715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.119911Z","time spent":"1.117218012s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.237174Z","caller":"traceutil/trace.go:171","msg":"trace[1359227097] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"1.119162623s","start":"2026-03-04T05:43:47.117992Z","end":"2026-03-04T05:43:48.237155Z","steps":["trace[1359227097] 'process raft request' (duration: 1.118347362s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.237181Z","caller":"traceutil/trace.go:171","msg":"trace[365780504] transaction","detail":"{read_only:false; response_revision:21733; number_of_response:1; }","duration":"1.119450471s","start":"2026-03-04T05:43:47.117716Z","end":"2026-03-04T05:43:48.237166Z","steps":["trace[365780504] 'process raft request' (duration: 1.118513507s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.23724Z","caller":"traceutil/trace.go:171","msg":"trace[1422937001] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"470.050229ms","start":"2026-03-04T05:43:47.767181Z","end":"2026-03-04T05:43:48.237231Z","steps":["trace[1422937001] 'process raft request' (duration: 469.367692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.117989Z","time spent":"1.119235635s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.237283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.767154Z","time spent":"470.107801ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.237276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.117709Z","time spent":"1.119519653s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.237275Z","caller":"traceutil/trace.go:171","msg":"trace[151941564] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"1.120126108s","start":"2026-03-04T05:43:47.117109Z","end":"2026-03-04T05:43:48.237235Z","steps":["trace[151941564] 'process raft request' (duration: 1.119071721s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.237376Z","caller":"traceutil/trace.go:171","msg":"trace[446237910] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"157.229381ms","start":"2026-03-04T05:43:48.080138Z","end":"2026-03-04T05:43:48.237368Z","steps":["trace[446237910] 'process raft request' (duration: 156.434071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.237387Z","caller":"traceutil/trace.go:171","msg":"trace[1682177826] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"1.11940879s","start":"2026-03-04T05:43:47.117964Z","end":"2026-03-04T05:43:48.237373Z","steps":["trace[1682177826] 'process raft request' (duration: 1.118336072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.117101Z","time spent":"1.120242341s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.23744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.11796Z","time spent":"1.119452131s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.237491Z","caller":"traceutil/trace.go:171","msg":"trace[2114852251] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"1.118860856s","start":"2026-03-04T05:43:47.118621Z","end":"2026-03-04T05:43:48.237482Z","steps":["trace[2114852251] 'process raft request' (duration: 1.117836419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.970254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:48.23753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.118616Z","time spent":"1.118894557s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.237453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119607145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:43:48.237575Z","caller":"traceutil/trace.go:171","msg":"trace[372393410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21742; }","duration":"1.119733998s","start":"2026-03-04T05:43:47.117831Z","end":"2026-03-04T05:43:48.237565Z","steps":["trace[372393410] 'agreement among raft nodes before linearized reading' (duration: 1.119599895s)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.237616Z","caller":"traceutil/trace.go:171","msg":"trace[1540244713] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"1.119129873s","start":"2026-03-04T05:43:47.11848Z","end":"2026-03-04T05:43:48.23761Z","steps":["trace[1540244713] 'process raft request' (duration: 1.117920131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.117827Z","time spent":"1.119780059s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:43:48.237652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.118474Z","time spent":"1.119159204s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:43:48.237535Z","caller":"traceutil/trace.go:171","msg":"trace[2094989731] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21742; }","duration":"878.000215ms","start":"2026-03-04T05:43:47.359527Z","end":"2026-03-04T05:43:48.237527Z","steps":["trace[2094989731] 'agreement among raft nodes before linearized reading' (duration: 877.954444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.359461Z","time spent":"878.292493ms","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:43:48.237837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.801813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-04T05:43:48.237881Z","caller":"traceutil/trace.go:171","msg":"trace[496467747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:21742; }","duration":"174.883735ms","start":"2026-03-04T05:43:48.062988Z","end":"2026-03-04T05:43:48.237871Z","steps":["trace[496467747] 'agreement among raft nodes before linearized reading' (duration: 174.737792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.237906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.888636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:43:48.237984Z","caller":"traceutil/trace.go:171","msg":"trace[1565318636] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"174.990269ms","start":"2026-03-04T05:43:48.062966Z","end":"2026-03-04T05:43:48.237957Z","steps":["trace[1565318636] 'agreement among raft nodes before linearized reading' (duration: 174.913867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.23803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.634945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T05:43:48.238053Z","caller":"traceutil/trace.go:171","msg":"trace[1613715878] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"1.119043302s","start":"2026-03-04T05:43:47.118997Z","end":"2026-03-04T05:43:48.23804Z","steps":["trace[1613715878] 'process raft request' (duration: 1.11748663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.238107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.984924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:43:48.238132Z","caller":"traceutil/trace.go:171","msg":"trace[1387432671] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21742; }","duration":"471.034656ms","start":"2026-03-04T05:43:47.76709Z","end":"2026-03-04T05:43:48.238125Z","steps":["trace[1387432671] 'agreement among raft nodes before linearized reading' (duration: 470.991585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.238128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.118991Z","time spent":"1.119103813s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.238156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.767078Z","time spent":"471.071706ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:43:48.238068Z","caller":"traceutil/trace.go:171","msg":"trace[1080088719] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21742; }","duration":"815.718317ms","start":"2026-03-04T05:43:47.422337Z","end":"2026-03-04T05:43:48.238056Z","steps":["trace[1080088719] 'agreement among raft nodes before linearized reading' (duration: 815.615524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.238223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.422312Z","time spent":"815.903553ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:43:48.238277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.460512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:48.238318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.183138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T05:43:48.238361Z","caller":"traceutil/trace.go:171","msg":"trace[1983351828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21742; }","duration":"495.231139ms","start":"2026-03-04T05:43:47.743123Z","end":"2026-03-04T05:43:48.238355Z","steps":["trace[1983351828] 'agreement among raft nodes before linearized reading' (duration: 495.144757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.238388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.743101Z","time spent":"495.280371ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T05:43:48.238504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.212515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:48.238504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.372149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:43:48.238539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.680656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:43:48.238548Z","caller":"traceutil/trace.go:171","msg":"trace[61223195] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"175.302057ms","start":"2026-03-04T05:43:48.063237Z","end":"2026-03-04T05:43:48.238539Z","steps":["trace[61223195] 'agreement among raft nodes before linearized reading' (duration: 175.236235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.238553Z","caller":"traceutil/trace.go:171","msg":"trace[1712818576] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:21742; }","duration":"175.464361ms","start":"2026-03-04T05:43:48.063079Z","end":"2026-03-04T05:43:48.238544Z","steps":["trace[1712818576] 'agreement among raft nodes before linearized reading' (duration: 175.387989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.238319Z","caller":"traceutil/trace.go:171","msg":"trace[202126937] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21742; }","duration":"146.533184ms","start":"2026-03-04T05:43:48.091774Z","end":"2026-03-04T05:43:48.238307Z","steps":["trace[202126937] 'agreement among raft nodes before linearized reading' (duration: 146.469642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:43:48.238562Z","caller":"traceutil/trace.go:171","msg":"trace[612806841] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21742; }","duration":"707.751679ms","start":"2026-03-04T05:43:47.530803Z","end":"2026-03-04T05:43:48.238555Z","steps":["trace[612806841] 'agreement among raft nodes before linearized reading' (duration: 707.703138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.238731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.53078Z","time spent":"707.932124ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:43:48.239428Z","caller":"traceutil/trace.go:171","msg":"trace[184034300] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"1.118094136s","start":"2026-03-04T05:43:47.119021Z","end":"2026-03-04T05:43:48.237115Z","steps":["trace[184034300] 'process raft request' (duration: 1.11748598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:43:48.240131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:43:47.119014Z","time spent":"1.120932049s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:43:48.239831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.378395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:43:48.240623Z","caller":"traceutil/trace.go:171","msg":"trace[2109696347] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21742; }","duration":"153.174766ms","start":"2026-03-04T05:43:48.087411Z","end":"2026-03-04T05:43:48.240586Z","steps":["trace[2109696347] 'agreement among raft nodes before linearized reading' (duration: 150.923968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:17.588132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528756577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:44:18.250407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528756577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T05:44:18.272159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219730041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T05:44:18.272955Z","caller":"traceutil/trace.go:171","msg":"trace[863315277] linearizableReadLoop","detail":"{readStateIndex:22742; appliedIndex:22741; }","duration":"1.185722143s","start":"2026-03-04T05:44:17.087202Z","end":"2026-03-04T05:44:18.272924Z","steps":["trace[863315277] 'read index received' (duration: 1.185154908s)","trace[863315277] 'applied index is now lower than readState.Index' (duration: 565.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:44:18.273102Z","caller":"traceutil/trace.go:171","msg":"trace[1760645457] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"1.221384325s","start":"2026-03-04T05:44:17.051699Z","end":"2026-03-04T05:44:18.273083Z","steps":["trace[1760645457] 'process raft request' (duration: 1.22083893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:18.27323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:44:17.051666Z","time spent":"1.221469906s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:44:18.273255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186027781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:44:18.27341Z","caller":"traceutil/trace.go:171","msg":"trace[1196388011] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21973; }","duration":"1.186191914s","start":"2026-03-04T05:44:17.087164Z","end":"2026-03-04T05:44:18.273356Z","steps":["trace[1196388011] 'agreement among raft nodes before linearized reading' (duration: 1.185951968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:18.273504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:44:17.087152Z","time spent":"1.186339139s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:44:18.274849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116443514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:44:18.274945Z","caller":"traceutil/trace.go:171","msg":"trace[165257280] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21974; }","duration":"1.116551446s","start":"2026-03-04T05:44:17.15837Z","end":"2026-03-04T05:44:18.274922Z","steps":["trace[165257280] 'agreement among raft nodes before linearized reading' (duration: 1.116370411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:18.274991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:44:17.158334Z","time spent":"1.116646189s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:44:18.275312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.738758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-04T05:44:18.275353Z","caller":"traceutil/trace.go:171","msg":"trace[1095173619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21974; }","duration":"647.778429ms","start":"2026-03-04T05:44:17.627564Z","end":"2026-03-04T05:44:18.275343Z","steps":["trace[1095173619] 'agreement among raft nodes before linearized reading' (duration: 647.652496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:44:18.275382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:44:17.627498Z","time spent":"647.877982ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-04T05:44:22.89059Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19119} {"level":"info","ts":"2026-03-04T05:44:22.993323Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19119,"took":"98.893784ms","hash":1454198361,"current-db-size-bytes":48050176,"current-db-size":"48 MB","current-db-size-in-use-bytes":39313408,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T05:44:22.993377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1454198361,"revision":19119,"compact-revision":17035} {"level":"info","ts":"2026-03-04T05:45:44.928389Z","caller":"traceutil/trace.go:171","msg":"trace[870030419] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"276.889058ms","start":"2026-03-04T05:45:44.651473Z","end":"2026-03-04T05:45:44.928362Z","steps":["trace[870030419] 'process raft request' (duration: 276.795416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.928411Z","caller":"traceutil/trace.go:171","msg":"trace[767601427] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"279.26232ms","start":"2026-03-04T05:45:44.649103Z","end":"2026-03-04T05:45:44.928365Z","steps":["trace[767601427] 'process raft request' (duration: 257.389524ms)","trace[767601427] 'compare' (duration: 21.489255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:44.92862Z","caller":"traceutil/trace.go:171","msg":"trace[761689194] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"275.192033ms","start":"2026-03-04T05:45:44.653406Z","end":"2026-03-04T05:45:44.928599Z","steps":["trace[761689194] 'process raft request' (duration: 274.919007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.929149Z","caller":"traceutil/trace.go:171","msg":"trace[458038250] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"273.931352ms","start":"2026-03-04T05:45:44.655189Z","end":"2026-03-04T05:45:44.92912Z","steps":["trace[458038250] 'process raft request' (duration: 273.330196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.929332Z","caller":"traceutil/trace.go:171","msg":"trace[762737955] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"263.465231ms","start":"2026-03-04T05:45:44.665814Z","end":"2026-03-04T05:45:44.929279Z","steps":["trace[762737955] 'process raft request' (duration: 263.212935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.929631Z","caller":"traceutil/trace.go:171","msg":"trace[1200948769] linearizableReadLoop","detail":"{readStateIndex:23627; appliedIndex:23621; }","duration":"142.700522ms","start":"2026-03-04T05:45:44.786896Z","end":"2026-03-04T05:45:44.929597Z","steps":["trace[1200948769] 'read index received' (duration: 119.646747ms)","trace[1200948769] 'applied index is now lower than readState.Index' (duration: 23.050145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:44.929938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.036012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:45:44.929739Z","caller":"traceutil/trace.go:171","msg":"trace[959469169] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"253.72071ms","start":"2026-03-04T05:45:44.675975Z","end":"2026-03-04T05:45:44.929695Z","steps":["trace[959469169] 'process raft request' (duration: 253.240907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.930023Z","caller":"traceutil/trace.go:171","msg":"trace[735347947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22833; }","duration":"143.163495ms","start":"2026-03-04T05:45:44.786837Z","end":"2026-03-04T05:45:44.93Z","steps":["trace[735347947] 'agreement among raft nodes before linearized reading' (duration: 142.893279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:44.93049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.671148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T05:45:44.930492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.741363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:45:44.930558Z","caller":"traceutil/trace.go:171","msg":"trace[56076601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22833; }","duration":"136.786171ms","start":"2026-03-04T05:45:44.793754Z","end":"2026-03-04T05:45:44.93054Z","steps":["trace[56076601] 'agreement among raft nodes before linearized reading' (duration: 136.506984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:44.930576Z","caller":"traceutil/trace.go:171","msg":"trace[1588210107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22833; }","duration":"138.862895ms","start":"2026-03-04T05:45:44.791695Z","end":"2026-03-04T05:45:44.930558Z","steps":["trace[1588210107] 'agreement among raft nodes before linearized reading' (duration: 138.629628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:44.930619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.77179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:45:44.931229Z","caller":"traceutil/trace.go:171","msg":"trace[1806035165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22833; }","duration":"137.411878ms","start":"2026-03-04T05:45:44.793792Z","end":"2026-03-04T05:45:44.931204Z","steps":["trace[1806035165] 'agreement among raft nodes before linearized reading' (duration: 136.704039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:44.930657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.348536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:45:44.931382Z","caller":"traceutil/trace.go:171","msg":"trace[2075398004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22833; }","duration":"143.252779ms","start":"2026-03-04T05:45:44.788114Z","end":"2026-03-04T05:45:44.931367Z","steps":["trace[2075398004] 'agreement among raft nodes before linearized reading' (duration: 142.068688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:45.066395Z","caller":"traceutil/trace.go:171","msg":"trace[1629398670] transaction","detail":"{read_only:false; response_revision:22836; number_of_response:1; }","duration":"131.060243ms","start":"2026-03-04T05:45:44.935303Z","end":"2026-03-04T05:45:45.066363Z","steps":["trace[1629398670] 'process raft request' (duration: 130.987371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:45.066563Z","caller":"traceutil/trace.go:171","msg":"trace[1192572449] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"131.320341ms","start":"2026-03-04T05:45:44.935216Z","end":"2026-03-04T05:45:45.066536Z","steps":["trace[1192572449] 'process raft request' (duration: 130.773257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:45.066733Z","caller":"traceutil/trace.go:171","msg":"trace[1412449309] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"131.272668ms","start":"2026-03-04T05:45:44.935389Z","end":"2026-03-04T05:45:45.066662Z","steps":["trace[1412449309] 'process raft request' (duration: 130.94153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:45.066782Z","caller":"traceutil/trace.go:171","msg":"trace[1178673271] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"131.358711ms","start":"2026-03-04T05:45:44.935406Z","end":"2026-03-04T05:45:45.066764Z","steps":["trace[1178673271] 'process raft request' (duration: 131.141805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.536682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.70979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:45:51.537011Z","caller":"traceutil/trace.go:171","msg":"trace[1876268404] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"589.24217ms","start":"2026-03-04T05:45:50.947706Z","end":"2026-03-04T05:45:51.536948Z","steps":["trace[1876268404] 'process raft request' (duration: 390.161021ms)","trace[1876268404] 'compare' (duration: 198.472863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:51.537197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.94768Z","time spent":"589.420154ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:51.537271Z","caller":"traceutil/trace.go:171","msg":"trace[1751575172] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"589.502087ms","start":"2026-03-04T05:45:50.94775Z","end":"2026-03-04T05:45:51.537252Z","steps":["trace[1751575172] 'process raft request' (duration: 589.044735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.537351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.947726Z","time spent":"589.59042ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:51.537478Z","caller":"traceutil/trace.go:171","msg":"trace[1175721703] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"588.497352ms","start":"2026-03-04T05:45:50.948958Z","end":"2026-03-04T05:45:51.537455Z","steps":["trace[1175721703] 'process raft request' (duration: 587.926127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:51.537488Z","caller":"traceutil/trace.go:171","msg":"trace[2138079242] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"575.006373ms","start":"2026-03-04T05:45:50.962464Z","end":"2026-03-04T05:45:51.53747Z","steps":["trace[2138079242] 'process raft request' (duration: 574.54831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:51.537483Z","caller":"traceutil/trace.go:171","msg":"trace[1793279615] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"587.902536ms","start":"2026-03-04T05:45:50.949548Z","end":"2026-03-04T05:45:51.537451Z","steps":["trace[1793279615] 'process raft request' (duration: 587.428623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:51.537513Z","caller":"traceutil/trace.go:171","msg":"trace[2119729423] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"588.511562ms","start":"2026-03-04T05:45:50.948975Z","end":"2026-03-04T05:45:51.537487Z","steps":["trace[2119729423] 'process raft request' (duration: 587.972298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.537585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.962455Z","time spent":"575.081164ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:51.537606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.94895Z","time spent":"588.608755ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:51.537638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.949536Z","time spent":"588.015059ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:51.537592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:50.948943Z","time spent":"588.584544ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:51.537652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.446925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T05:45:51.537702Z","caller":"traceutil/trace.go:171","msg":"trace[693795109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22876; }","duration":"496.535027ms","start":"2026-03-04T05:45:51.041152Z","end":"2026-03-04T05:45:51.537687Z","steps":["trace[693795109] 'agreement among raft nodes before linearized reading' (duration: 496.367923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.537745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.041136Z","time spent":"496.600769ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:45:51.537467Z","caller":"traceutil/trace.go:171","msg":"trace[1017333483] linearizableReadLoop","detail":"{readStateIndex:23671; appliedIndex:23665; }","duration":"496.250111ms","start":"2026-03-04T05:45:51.041188Z","end":"2026-03-04T05:45:51.537438Z","steps":["trace[1017333483] 'read index received' (duration: 296.660799ms)","trace[1017333483] 'applied index is now lower than readState.Index' (duration: 199.586782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:51.674246Z","caller":"traceutil/trace.go:171","msg":"trace[830285753] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"132.457779ms","start":"2026-03-04T05:45:51.541769Z","end":"2026-03-04T05:45:51.674227Z","steps":["trace[830285753] 'process raft request' (duration: 132.372417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.674472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.793878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:45:51.674528Z","caller":"traceutil/trace.go:171","msg":"trace[79648587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22877; }","duration":"581.9046ms","start":"2026-03-04T05:45:51.092611Z","end":"2026-03-04T05:45:51.674516Z","steps":["trace[79648587] 'agreement among raft nodes before linearized reading' (duration: 581.731105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.674519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.595715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T05:45:51.674567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.092586Z","time spent":"581.971042ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:45:51.674584Z","caller":"traceutil/trace.go:171","msg":"trace[1362298568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22877; }","duration":"583.681767ms","start":"2026-03-04T05:45:51.090884Z","end":"2026-03-04T05:45:51.674566Z","steps":["trace[1362298568] 'agreement among raft nodes before linearized reading' (duration: 583.515873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.674633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.090873Z","time spent":"583.748409ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T05:45:51.674656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.751924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:45:51.674726Z","caller":"traceutil/trace.go:171","msg":"trace[2037176077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22877; }","duration":"584.851317ms","start":"2026-03-04T05:45:51.089855Z","end":"2026-03-04T05:45:51.674707Z","steps":["trace[2037176077] 'agreement among raft nodes before linearized reading' (duration: 584.634802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.674711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.637395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:51.674795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.089847Z","time spent":"584.931519ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T05:45:51.674809Z","caller":"traceutil/trace.go:171","msg":"trace[515565358] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22877; }","duration":"299.758007ms","start":"2026-03-04T05:45:51.375035Z","end":"2026-03-04T05:45:51.674793Z","steps":["trace[515565358] 'agreement among raft nodes before linearized reading' (duration: 299.590253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:51.674257Z","caller":"traceutil/trace.go:171","msg":"trace[371604836] linearizableReadLoop","detail":"{readStateIndex:23672; appliedIndex:23671; }","duration":"136.353449ms","start":"2026-03-04T05:45:51.537878Z","end":"2026-03-04T05:45:51.674232Z","steps":["trace[371604836] 'read index received' (duration: 122.719008ms)","trace[371604836] 'applied index is now lower than readState.Index' (duration: 13.631341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:51.674827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.207168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:51.675057Z","caller":"traceutil/trace.go:171","msg":"trace[57668541] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22877; }","duration":"219.604908ms","start":"2026-03-04T05:45:51.455428Z","end":"2026-03-04T05:45:51.675033Z","steps":["trace[57668541] 'agreement among raft nodes before linearized reading' (duration: 218.992363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.674979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.480083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T05:45:51.675186Z","caller":"traceutil/trace.go:171","msg":"trace[1120472823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22877; }","duration":"585.72193ms","start":"2026-03-04T05:45:51.089445Z","end":"2026-03-04T05:45:51.675167Z","steps":["trace[1120472823] 'agreement among raft nodes before linearized reading' (duration: 585.395501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:51.675249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.089423Z","time spent":"585.809442ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T05:45:52.199423Z","caller":"traceutil/trace.go:171","msg":"trace[607350970] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"516.498802ms","start":"2026-03-04T05:45:51.682899Z","end":"2026-03-04T05:45:52.199398Z","steps":["trace[607350970] 'process raft request' (duration: 516.40655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:52.199557Z","caller":"traceutil/trace.go:171","msg":"trace[828976973] linearizableReadLoop","detail":"{readStateIndex:23675; appliedIndex:23673; }","duration":"517.133099ms","start":"2026-03-04T05:45:51.682405Z","end":"2026-03-04T05:45:52.199538Z","steps":["trace[828976973] 'read index received' (duration: 12.840061ms)","trace[828976973] 'applied index is now lower than readState.Index' (duration: 504.292258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:52.199607Z","caller":"traceutil/trace.go:171","msg":"trace[74767505] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"517.428527ms","start":"2026-03-04T05:45:51.682167Z","end":"2026-03-04T05:45:52.199596Z","steps":["trace[74767505] 'process raft request' (duration: 483.383008ms)","trace[74767505] 'compare' (duration: 33.547266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:52.199662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.682143Z","time spent":"517.495459ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:52.199705Z","caller":"traceutil/trace.go:171","msg":"trace[1962789690] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"515.470676ms","start":"2026-03-04T05:45:51.684226Z","end":"2026-03-04T05:45:52.199697Z","steps":["trace[1962789690] 'process raft request' (duration: 515.139317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.199797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.684183Z","time spent":"515.545028ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:52.199894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.490808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.199932Z","caller":"traceutil/trace.go:171","msg":"trace[1770975645] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22881; }","duration":"517.539499ms","start":"2026-03-04T05:45:51.68237Z","end":"2026-03-04T05:45:52.199909Z","steps":["trace[1770975645] 'agreement among raft nodes before linearized reading' (duration: 517.502559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.19995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.682356Z","time spent":"517.59115ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T05:45:52.199566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.682889Z","time spent":"516.603015ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:52.200095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.309153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.200116Z","caller":"traceutil/trace.go:171","msg":"trace[227018919] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22881; }","duration":"467.376734ms","start":"2026-03-04T05:45:51.732732Z","end":"2026-03-04T05:45:52.200109Z","steps":["trace[227018919] 'agreement among raft nodes before linearized reading' (duration: 467.344694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.200131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:51.732709Z","time spent":"467.416806ms","remote":"127.0.0.1:36268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:52.200214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.317352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.200235Z","caller":"traceutil/trace.go:171","msg":"trace[486463609] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:22881; }","duration":"219.364553ms","start":"2026-03-04T05:45:51.980863Z","end":"2026-03-04T05:45:52.200227Z","steps":["trace[486463609] 'agreement among raft nodes before linearized reading' (duration: 219.335572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.200302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.05367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.200487Z","caller":"traceutil/trace.go:171","msg":"trace[1678746079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22881; }","duration":"201.285576ms","start":"2026-03-04T05:45:51.999178Z","end":"2026-03-04T05:45:52.200463Z","steps":["trace[1678746079] 'agreement among raft nodes before linearized reading' (duration: 200.972148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.644461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.153047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.644563Z","caller":"traceutil/trace.go:171","msg":"trace[506846382] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22881; }","duration":"324.306431ms","start":"2026-03-04T05:45:52.320232Z","end":"2026-03-04T05:45:52.644539Z","steps":["trace[506846382] 'count revisions from in-memory index tree' (duration: 324.076005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.644617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:52.32022Z","time spent":"324.383373ms","remote":"127.0.0.1:44508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:52.644601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.413436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:52.644629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.957542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:45:52.644687Z","caller":"traceutil/trace.go:171","msg":"trace[672561155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22881; }","duration":"345.5564ms","start":"2026-03-04T05:45:52.299106Z","end":"2026-03-04T05:45:52.644663Z","steps":["trace[672561155] 'count revisions from in-memory index tree' (duration: 345.313814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:52.64472Z","caller":"traceutil/trace.go:171","msg":"trace[2054062544] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22881; }","duration":"176.102746ms","start":"2026-03-04T05:45:52.468595Z","end":"2026-03-04T05:45:52.644698Z","steps":["trace[2054062544] 'count revisions from in-memory index tree' (duration: 175.881569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:52.644734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:52.299082Z","time spent":"345.640462ms","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:45:52.979851Z","caller":"traceutil/trace.go:171","msg":"trace[1290208833] linearizableReadLoop","detail":"{readStateIndex:23679; appliedIndex:23678; }","duration":"129.222455ms","start":"2026-03-04T05:45:52.850603Z","end":"2026-03-04T05:45:52.979826Z","steps":["trace[1290208833] 'read index received' (duration: 126.016413ms)","trace[1290208833] 'applied index is now lower than readState.Index' (duration: 3.205022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:52.980044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.42866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:52.98008Z","caller":"traceutil/trace.go:171","msg":"trace[1111908324] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22883; }","duration":"129.509283ms","start":"2026-03-04T05:45:52.85056Z","end":"2026-03-04T05:45:52.980069Z","steps":["trace[1111908324] 'agreement among raft nodes before linearized reading' (duration: 129.357168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:52.980422Z","caller":"traceutil/trace.go:171","msg":"trace[717020950] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"165.41632ms","start":"2026-03-04T05:45:52.814978Z","end":"2026-03-04T05:45:52.980394Z","steps":["trace[717020950] 'process raft request' (duration: 161.696104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:53.701858Z","caller":"traceutil/trace.go:171","msg":"trace[1762965015] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"159.116168ms","start":"2026-03-04T05:45:53.542721Z","end":"2026-03-04T05:45:53.701837Z","steps":["trace[1762965015] 'process raft request' (duration: 158.930393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:54.070267Z","caller":"traceutil/trace.go:171","msg":"trace[282230779] linearizableReadLoop","detail":"{readStateIndex:23685; appliedIndex:23679; }","duration":"392.318268ms","start":"2026-03-04T05:45:53.677926Z","end":"2026-03-04T05:45:54.070244Z","steps":["trace[282230779] 'read index received' (duration: 23.670901ms)","trace[282230779] 'applied index is now lower than readState.Index' (duration: 368.646417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:54.070585Z","caller":"traceutil/trace.go:171","msg":"trace[262168665] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"526.510131ms","start":"2026-03-04T05:45:53.544054Z","end":"2026-03-04T05:45:54.070564Z","steps":["trace[262168665] 'process raft request' (duration: 448.007694ms)","trace[262168665] 'compare' (duration: 77.922192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:54.070705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.544023Z","time spent":"526.607984ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.070925Z","caller":"traceutil/trace.go:171","msg":"trace[1443719430] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"525.29952ms","start":"2026-03-04T05:45:53.545607Z","end":"2026-03-04T05:45:54.070907Z","steps":["trace[1443719430] 'process raft request' (duration: 524.49468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.071008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.545585Z","time spent":"525.383493ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.071161Z","caller":"traceutil/trace.go:171","msg":"trace[1143926426] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"525.539266ms","start":"2026-03-04T05:45:53.545609Z","end":"2026-03-04T05:45:54.071148Z","steps":["trace[1143926426] 'process raft request' (duration: 524.534441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.071218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.545589Z","time spent":"525.600218ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.071345Z","caller":"traceutil/trace.go:171","msg":"trace[271966080] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"523.465132ms","start":"2026-03-04T05:45:53.547871Z","end":"2026-03-04T05:45:54.071336Z","steps":["trace[271966080] 'process raft request' (duration: 522.305342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.071402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.547856Z","time spent":"523.519653ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.071529Z","caller":"traceutil/trace.go:171","msg":"trace[236377242] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"516.019351ms","start":"2026-03-04T05:45:53.555501Z","end":"2026-03-04T05:45:54.07152Z","steps":["trace[236377242] 'process raft request' (duration: 514.705067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.072327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.380671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:45:54.072415Z","caller":"traceutil/trace.go:171","msg":"trace[1098004937] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22889; }","duration":"394.517035ms","start":"2026-03-04T05:45:53.677879Z","end":"2026-03-04T05:45:54.072396Z","steps":["trace[1098004937] 'agreement among raft nodes before linearized reading' (duration: 394.378891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.072463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.677858Z","time spent":"394.594956ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:54.074999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.555454Z","time spent":"516.103233ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:54.478378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.080294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:45:54.478471Z","caller":"traceutil/trace.go:171","msg":"trace[1610998217] linearizableReadLoop","detail":"{readStateIndex:23686; appliedIndex:23685; }","duration":"408.127685ms","start":"2026-03-04T05:45:54.070327Z","end":"2026-03-04T05:45:54.478455Z","steps":["trace[1610998217] 'read index received' (duration: 154.839587ms)","trace[1610998217] 'applied index is now lower than readState.Index' (duration: 253.286928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:54.478606Z","caller":"traceutil/trace.go:171","msg":"trace[1750726709] transaction","detail":"{read_only:false; response_revision:22890; number_of_response:1; }","duration":"567.966441ms","start":"2026-03-04T05:45:53.910611Z","end":"2026-03-04T05:45:54.478578Z","steps":["trace[1750726709] 'process raft request' (duration: 314.620262ms)","trace[1750726709] 'compare' (duration: 252.974219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:54.478633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.045842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T05:45:54.47864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.46875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T05:45:54.478625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.055716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:54.478668Z","caller":"traceutil/trace.go:171","msg":"trace[822677223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22890; }","duration":"769.104493ms","start":"2026-03-04T05:45:53.709555Z","end":"2026-03-04T05:45:54.478659Z","steps":["trace[822677223] 'agreement among raft nodes before linearized reading' (duration: 768.97377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:54.478675Z","caller":"traceutil/trace.go:171","msg":"trace[29135019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22890; }","duration":"796.523081ms","start":"2026-03-04T05:45:53.68214Z","end":"2026-03-04T05:45:54.478664Z","steps":["trace[29135019] 'agreement among raft nodes before linearized reading' (duration: 796.392808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.478701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.709543Z","time spent":"769.151914ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:45:54.478702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.682127Z","time spent":"796.568412ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T05:45:54.478709Z","caller":"traceutil/trace.go:171","msg":"trace[438408231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22890; }","duration":"479.2096ms","start":"2026-03-04T05:45:53.999474Z","end":"2026-03-04T05:45:54.478684Z","steps":["trace[438408231] 'agreement among raft nodes before linearized reading' (duration: 479.053186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.478695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.727277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:45:54.478744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.910581Z","time spent":"568.086424ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:54.478762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.999451Z","time spent":"479.301712ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:45:54.478767Z","caller":"traceutil/trace.go:171","msg":"trace[1974975516] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22890; }","duration":"588.81889ms","start":"2026-03-04T05:45:53.889931Z","end":"2026-03-04T05:45:54.47875Z","steps":["trace[1974975516] 'agreement among raft nodes before linearized reading' (duration: 588.619445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.478811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:53.88986Z","time spent":"588.942023ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:54.478829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.03114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T05:45:54.478893Z","caller":"traceutil/trace.go:171","msg":"trace[1374977102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22890; }","duration":"275.116552ms","start":"2026-03-04T05:45:54.203763Z","end":"2026-03-04T05:45:54.478879Z","steps":["trace[1374977102] 'agreement among raft nodes before linearized reading' (duration: 274.956508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.478928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.268896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:45:54.478954Z","caller":"traceutil/trace.go:171","msg":"trace[56930118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22890; }","duration":"275.294397ms","start":"2026-03-04T05:45:54.203653Z","end":"2026-03-04T05:45:54.478948Z","steps":["trace[56930118] 'agreement among raft nodes before linearized reading' (duration: 275.186574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.479002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.56517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:54.479028Z","caller":"traceutil/trace.go:171","msg":"trace[36295566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22890; }","duration":"252.616381ms","start":"2026-03-04T05:45:54.226402Z","end":"2026-03-04T05:45:54.479018Z","steps":["trace[36295566] 'agreement among raft nodes before linearized reading' (duration: 252.57649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.479058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.187906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267209"} {"level":"info","ts":"2026-03-04T05:45:54.479097Z","caller":"traceutil/trace.go:171","msg":"trace[837475097] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22890; }","duration":"203.226337ms","start":"2026-03-04T05:45:54.275862Z","end":"2026-03-04T05:45:54.479089Z","steps":["trace[837475097] 'agreement among raft nodes before linearized reading' (duration: 202.915678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.479168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.554614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:45:54.479194Z","caller":"traceutil/trace.go:171","msg":"trace[852413933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22890; }","duration":"275.612425ms","start":"2026-03-04T05:45:54.203576Z","end":"2026-03-04T05:45:54.479188Z","steps":["trace[852413933] 'agreement among raft nodes before linearized reading' (duration: 275.548814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.479811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.335315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:45:54.479871Z","caller":"traceutil/trace.go:171","msg":"trace[664895264] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22890; }","duration":"357.434958ms","start":"2026-03-04T05:45:54.122422Z","end":"2026-03-04T05:45:54.479857Z","steps":["trace[664895264] 'agreement among raft nodes before linearized reading' (duration: 356.162815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.48423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.122403Z","time spent":"357.501789ms","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2659,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:45:54.834649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.838297ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:54.834804Z","caller":"traceutil/trace.go:171","msg":"trace[183663974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22890; }","duration":"198.007081ms","start":"2026-03-04T05:45:54.636773Z","end":"2026-03-04T05:45:54.83478Z","steps":["trace[183663974] 'range keys from in-memory index tree' (duration: 197.819897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.834868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.928125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:45:54.835117Z","caller":"traceutil/trace.go:171","msg":"trace[971152444] transaction","detail":"{read_only:false; response_revision:22891; number_of_response:1; }","duration":"353.082313ms","start":"2026-03-04T05:45:54.481988Z","end":"2026-03-04T05:45:54.83507Z","steps":["trace[971152444] 'process raft request' (duration: 141.875002ms)","trace[971152444] 'compare' (duration: 210.757711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:54.835265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.481965Z","time spent":"353.214467ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.835368Z","caller":"traceutil/trace.go:171","msg":"trace[1896404973] transaction","detail":"{read_only:false; response_revision:22892; number_of_response:1; }","duration":"348.382753ms","start":"2026-03-04T05:45:54.486915Z","end":"2026-03-04T05:45:54.835298Z","steps":["trace[1896404973] 'process raft request' (duration: 348.056934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.835564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.486903Z","time spent":"348.587319ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.836139Z","caller":"traceutil/trace.go:171","msg":"trace[2121626841] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"349.143203ms","start":"2026-03-04T05:45:54.486973Z","end":"2026-03-04T05:45:54.836116Z","steps":["trace[2121626841] 'process raft request' (duration: 348.106436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.836231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.486958Z","time spent":"349.230245ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.836223Z","caller":"traceutil/trace.go:171","msg":"trace[1318179097] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"349.152783ms","start":"2026-03-04T05:45:54.487054Z","end":"2026-03-04T05:45:54.836207Z","steps":["trace[1318179097] 'process raft request' (duration: 348.984259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:54.836328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.48703Z","time spent":"349.245106ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:54.836391Z","caller":"traceutil/trace.go:171","msg":"trace[201674048] transaction","detail":"{read_only:false; response_revision:22895; number_of_response:1; }","duration":"346.954456ms","start":"2026-03-04T05:45:54.489419Z","end":"2026-03-04T05:45:54.836374Z","steps":["trace[201674048] 'process raft request' (duration: 346.730251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:54.836371Z","caller":"traceutil/trace.go:171","msg":"trace[705396136] linearizableReadLoop","detail":"{readStateIndex:23691; appliedIndex:23686; }","duration":"262.583098ms","start":"2026-03-04T05:45:54.573773Z","end":"2026-03-04T05:45:54.836356Z","steps":["trace[705396136] 'read index received' (duration: 50.175985ms)","trace[705396136] 'applied index is now lower than readState.Index' (duration: 212.406243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:54.836466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.489408Z","time spent":"347.029859ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:54.836555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.784963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:54.83672Z","caller":"traceutil/trace.go:171","msg":"trace[1930957525] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22895; }","duration":"262.980258ms","start":"2026-03-04T05:45:54.573721Z","end":"2026-03-04T05:45:54.836701Z","steps":["trace[1930957525] 'agreement among raft nodes before linearized reading' (duration: 262.778482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:55.352367Z","caller":"traceutil/trace.go:171","msg":"trace[1116473745] linearizableReadLoop","detail":"{readStateIndex:23692; appliedIndex:23691; }","duration":"136.180445ms","start":"2026-03-04T05:45:55.216168Z","end":"2026-03-04T05:45:55.352348Z","steps":["trace[1116473745] 'read index received' (duration: 135.9955ms)","trace[1116473745] 'applied index is now lower than readState.Index' (duration: 184.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:55.352684Z","caller":"traceutil/trace.go:171","msg":"trace[292806082] transaction","detail":"{read_only:false; response_revision:22896; number_of_response:1; }","duration":"366.387108ms","start":"2026-03-04T05:45:54.986286Z","end":"2026-03-04T05:45:55.352674Z","steps":["trace[292806082] 'process raft request' (duration: 365.942047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:55.353251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.049907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:45:55.353493Z","caller":"traceutil/trace.go:171","msg":"trace[1898461470] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:22896; }","duration":"137.348076ms","start":"2026-03-04T05:45:55.216126Z","end":"2026-03-04T05:45:55.353474Z","steps":["trace[1898461470] 'agreement among raft nodes before linearized reading' (duration: 136.990226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:55.353682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:54.986259Z","time spent":"367.144308ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:56.203401Z","caller":"traceutil/trace.go:171","msg":"trace[1275171493] linearizableReadLoop","detail":"{readStateIndex:23695; appliedIndex:23694; }","duration":"296.223216ms","start":"2026-03-04T05:45:55.907155Z","end":"2026-03-04T05:45:56.203378Z","steps":["trace[1275171493] 'read index received' (duration: 228.879707ms)","trace[1275171493] 'applied index is now lower than readState.Index' (duration: 67.342369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:56.203759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.573546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:56.203792Z","caller":"traceutil/trace.go:171","msg":"trace[705251660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22898; }","duration":"296.631457ms","start":"2026-03-04T05:45:55.907151Z","end":"2026-03-04T05:45:56.203783Z","steps":["trace[705251660] 'agreement among raft nodes before linearized reading' (duration: 296.547965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:56.403021Z","caller":"traceutil/trace.go:171","msg":"trace[1060242379] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"439.791602ms","start":"2026-03-04T05:45:55.96317Z","end":"2026-03-04T05:45:56.402961Z","steps":["trace[1060242379] 'process raft request' (duration: 398.28338ms)","trace[1060242379] 'compare' (duration: 40.987258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:56.40356Z","caller":"traceutil/trace.go:171","msg":"trace[1752962717] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"198.984337ms","start":"2026-03-04T05:45:56.204553Z","end":"2026-03-04T05:45:56.403538Z","steps":["trace[1752962717] 'process raft request' (duration: 198.940926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:56.403777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:55.963148Z","time spent":"439.946176ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:56.404156Z","caller":"traceutil/trace.go:171","msg":"trace[87792322] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"325.066691ms","start":"2026-03-04T05:45:56.079073Z","end":"2026-03-04T05:45:56.40414Z","steps":["trace[87792322] 'process raft request' (duration: 324.339452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:56.404246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.079066Z","time spent":"325.134993ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:56.404348Z","caller":"traceutil/trace.go:171","msg":"trace[98135359] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"325.490242ms","start":"2026-03-04T05:45:56.078837Z","end":"2026-03-04T05:45:56.404327Z","steps":["trace[98135359] 'process raft request' (duration: 324.486106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:56.404404Z","caller":"traceutil/trace.go:171","msg":"trace[1597759222] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"325.473432ms","start":"2026-03-04T05:45:56.078919Z","end":"2026-03-04T05:45:56.404393Z","steps":["trace[1597759222] 'process raft request' (duration: 324.443415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:56.40447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.078894Z","time spent":"325.540463ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:56.404518Z","caller":"traceutil/trace.go:171","msg":"trace[140479228] linearizableReadLoop","detail":"{readStateIndex:23701; appliedIndex:23695; }","duration":"201.036889ms","start":"2026-03-04T05:45:56.203448Z","end":"2026-03-04T05:45:56.404485Z","steps":["trace[140479228] 'read index received' (duration: 158.020018ms)","trace[140479228] 'applied index is now lower than readState.Index' (duration: 43.011051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:45:56.404577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.078808Z","time spent":"325.613065ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:56.404703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.033152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:56.404748Z","caller":"traceutil/trace.go:171","msg":"trace[1042696818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22905; }","duration":"406.119353ms","start":"2026-03-04T05:45:55.998614Z","end":"2026-03-04T05:45:56.404734Z","steps":["trace[1042696818] 'agreement among raft nodes before linearized reading' (duration: 405.97788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:56.404801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:55.998601Z","time spent":"406.189005ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:45:56.404823Z","caller":"traceutil/trace.go:171","msg":"trace[1032983724] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"327.128004ms","start":"2026-03-04T05:45:56.077641Z","end":"2026-03-04T05:45:56.404769Z","steps":["trace[1032983724] 'process raft request' (duration: 325.425541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:56.404985Z","caller":"traceutil/trace.go:171","msg":"trace[242936973] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"325.188925ms","start":"2026-03-04T05:45:56.079785Z","end":"2026-03-04T05:45:56.404974Z","steps":["trace[242936973] 'process raft request' (duration: 323.660265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:56.405069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.079776Z","time spent":"325.259107ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:56.405086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.077614Z","time spent":"327.368621ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:57.153358Z","caller":"traceutil/trace.go:171","msg":"trace[1956027376] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"312.191059ms","start":"2026-03-04T05:45:56.841138Z","end":"2026-03-04T05:45:57.153329Z","steps":["trace[1956027376] 'process raft request' (duration: 312.027224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.153515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.84113Z","time spent":"312.305802ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:45:57.29061Z","caller":"traceutil/trace.go:171","msg":"trace[1445929974] linearizableReadLoop","detail":"{readStateIndex:23705; appliedIndex:23702; }","duration":"445.030138ms","start":"2026-03-04T05:45:56.845555Z","end":"2026-03-04T05:45:57.290585Z","steps":["trace[1445929974] 'read index received' (duration: 307.60363ms)","trace[1445929974] 'applied index is now lower than readState.Index' (duration: 137.425228ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:45:57.290993Z","caller":"traceutil/trace.go:171","msg":"trace[1697321964] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"449.349999ms","start":"2026-03-04T05:45:56.841622Z","end":"2026-03-04T05:45:57.290972Z","steps":["trace[1697321964] 'process raft request' (duration: 447.05378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.29105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.074648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:45:57.291089Z","caller":"traceutil/trace.go:171","msg":"trace[1401337631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22908; }","duration":"445.154731ms","start":"2026-03-04T05:45:56.845923Z","end":"2026-03-04T05:45:57.291078Z","steps":["trace[1401337631] 'agreement among raft nodes before linearized reading' (duration: 445.013957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.291107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.841614Z","time spent":"449.428981ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:57.291118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.845905Z","time spent":"445.207133ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T05:45:57.291075Z","caller":"traceutil/trace.go:171","msg":"trace[1911541487] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"448.484436ms","start":"2026-03-04T05:45:56.842536Z","end":"2026-03-04T05:45:57.29102Z","steps":["trace[1911541487] 'process raft request' (duration: 447.946252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.291127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.53842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:45:57.29115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.092983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:45:57.291178Z","caller":"traceutil/trace.go:171","msg":"trace[412765864] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22908; }","duration":"137.599871ms","start":"2026-03-04T05:45:57.153565Z","end":"2026-03-04T05:45:57.291165Z","steps":["trace[412765864] 'agreement among raft nodes before linearized reading' (duration: 137.502259ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:45:57.291212Z","caller":"traceutil/trace.go:171","msg":"trace[778105364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22908; }","duration":"291.187206ms","start":"2026-03-04T05:45:57.000008Z","end":"2026-03-04T05:45:57.291195Z","steps":["trace[778105364] 'agreement among raft nodes before linearized reading' (duration: 291.100224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.291247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.842509Z","time spent":"448.65685ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:45:57.291596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.438068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:45:57.291683Z","caller":"traceutil/trace.go:171","msg":"trace[625128628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22908; }","duration":"446.125296ms","start":"2026-03-04T05:45:56.845539Z","end":"2026-03-04T05:45:57.291664Z","steps":["trace[625128628] 'agreement among raft nodes before linearized reading' (duration: 445.334526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:45:57.291728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:45:56.845532Z","time spent":"446.182567ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T05:46:03.284703Z","caller":"traceutil/trace.go:171","msg":"trace[1739392649] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"105.229606ms","start":"2026-03-04T05:46:03.179444Z","end":"2026-03-04T05:46:03.284673Z","steps":["trace[1739392649] 'process raft request' (duration: 105.061792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:03.578073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.932974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T05:46:03.57812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.405572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:46:03.578156Z","caller":"traceutil/trace.go:171","msg":"trace[1275999044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22945; }","duration":"264.135579ms","start":"2026-03-04T05:46:03.314001Z","end":"2026-03-04T05:46:03.578137Z","steps":["trace[1275999044] 'range keys from in-memory index tree' (duration: 263.78247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:03.578185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.921231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:46:03.578206Z","caller":"traceutil/trace.go:171","msg":"trace[1723643546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22945; }","duration":"267.552986ms","start":"2026-03-04T05:46:03.310629Z","end":"2026-03-04T05:46:03.578182Z","steps":["trace[1723643546] 'range keys from in-memory index tree' (duration: 267.165546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:03.578234Z","caller":"traceutil/trace.go:171","msg":"trace[1918384578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22945; }","duration":"249.972893ms","start":"2026-03-04T05:46:03.328243Z","end":"2026-03-04T05:46:03.578216Z","steps":["trace[1918384578] 'range keys from in-memory index tree' (duration: 249.85514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:03.578086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.627422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:46:03.578327Z","caller":"traceutil/trace.go:171","msg":"trace[177346475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22945; }","duration":"252.869068ms","start":"2026-03-04T05:46:03.325431Z","end":"2026-03-04T05:46:03.5783Z","steps":["trace[177346475] 'range keys from in-memory index tree' (duration: 252.505348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:03.578512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.819493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T05:46:03.578571Z","caller":"traceutil/trace.go:171","msg":"trace[1248053174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22945; }","duration":"236.902405ms","start":"2026-03-04T05:46:03.341652Z","end":"2026-03-04T05:46:03.578555Z","steps":["trace[1248053174] 'range keys from in-memory index tree' (duration: 236.476785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:03.579021Z","caller":"traceutil/trace.go:171","msg":"trace[1985634797] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"119.856963ms","start":"2026-03-04T05:46:03.459149Z","end":"2026-03-04T05:46:03.579006Z","steps":["trace[1985634797] 'process raft request' (duration: 119.316779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:03.579008Z","caller":"traceutil/trace.go:171","msg":"trace[1929125809] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"172.421061ms","start":"2026-03-04T05:46:03.40656Z","end":"2026-03-04T05:46:03.578981Z","steps":["trace[1929125809] 'process raft request' (duration: 170.415589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.141257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528758886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T05:46:04.494962Z","caller":"traceutil/trace.go:171","msg":"trace[142822891] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"911.859618ms","start":"2026-03-04T05:46:03.583076Z","end":"2026-03-04T05:46:04.494936Z","steps":["trace[142822891] 'process raft request' (duration: 911.596092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.495116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.583052Z","time spent":"911.982651ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.49496Z","caller":"traceutil/trace.go:171","msg":"trace[1905453926] transaction","detail":"{read_only:false; response_revision:22950; number_of_response:1; }","duration":"911.782406ms","start":"2026-03-04T05:46:03.583155Z","end":"2026-03-04T05:46:04.494937Z","steps":["trace[1905453926] 'process raft request' (duration: 911.703015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.495178Z","caller":"traceutil/trace.go:171","msg":"trace[883842272] transaction","detail":"{read_only:false; response_revision:22951; number_of_response:1; }","duration":"911.886299ms","start":"2026-03-04T05:46:03.58328Z","end":"2026-03-04T05:46:04.495167Z","steps":["trace[883842272] 'process raft request' (duration: 911.623673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.495396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.58327Z","time spent":"912.077365ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.495389Z","caller":"traceutil/trace.go:171","msg":"trace[1764919875] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"911.215042ms","start":"2026-03-04T05:46:03.58415Z","end":"2026-03-04T05:46:04.495365Z","steps":["trace[1764919875] 'process raft request' (duration: 911.12727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.49544Z","caller":"traceutil/trace.go:171","msg":"trace[1597930489] transaction","detail":"{read_only:false; response_revision:22952; number_of_response:1; }","duration":"911.945171ms","start":"2026-03-04T05:46:03.583475Z","end":"2026-03-04T05:46:04.49542Z","steps":["trace[1597930489] 'process raft request' (duration: 911.649413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.495437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.583125Z","time spent":"912.137855ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:04.495505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.583462Z","time spent":"912.012323ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:04.495523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.584132Z","time spent":"911.322745ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:04.907163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.327639ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:04.907316Z","caller":"traceutil/trace.go:171","msg":"trace[2088572442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22953; }","duration":"270.505063ms","start":"2026-03-04T05:46:04.636786Z","end":"2026-03-04T05:46:04.907291Z","steps":["trace[2088572442] 'range keys from in-memory index tree' (duration: 270.310798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.907416Z","caller":"traceutil/trace.go:171","msg":"trace[240619083] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"1.133421658s","start":"2026-03-04T05:46:03.77397Z","end":"2026-03-04T05:46:04.907392Z","steps":["trace[240619083] 'process raft request' (duration: 1.133149432s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.907574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.773938Z","time spent":"1.133558661s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.907903Z","caller":"traceutil/trace.go:171","msg":"trace[1584489648] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"476.09375ms","start":"2026-03-04T05:46:04.43178Z","end":"2026-03-04T05:46:04.907874Z","steps":["trace[1584489648] 'process raft request' (duration: 475.521835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.907988Z","caller":"traceutil/trace.go:171","msg":"trace[2145952785] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"471.945422ms","start":"2026-03-04T05:46:04.436025Z","end":"2026-03-04T05:46:04.907971Z","steps":["trace[2145952785] 'process raft request' (duration: 471.765708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.907956Z","caller":"traceutil/trace.go:171","msg":"trace[1592704287] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"472.324933ms","start":"2026-03-04T05:46:04.435563Z","end":"2026-03-04T05:46:04.907888Z","steps":["trace[1592704287] 'process raft request' (duration: 472.126069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.908069Z","caller":"traceutil/trace.go:171","msg":"trace[2007201199] linearizableReadLoop","detail":"{readStateIndex:23752; appliedIndex:23746; }","duration":"1.267828567s","start":"2026-03-04T05:46:03.640221Z","end":"2026-03-04T05:46:04.90805Z","steps":["trace[2007201199] 'read index received' (duration: 854.506878ms)","trace[2007201199] 'applied index is now lower than readState.Index' (duration: 413.320419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:04.908115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.431754Z","time spent":"476.294234ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:04.908083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.436009Z","time spent":"472.027525ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.908142Z","caller":"traceutil/trace.go:171","msg":"trace[1238327775] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"470.636419ms","start":"2026-03-04T05:46:04.437478Z","end":"2026-03-04T05:46:04.908114Z","steps":["trace[1238327775] 'process raft request' (duration: 470.502656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.908209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26796892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:46:04.9083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.437452Z","time spent":"470.755551ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.908309Z","caller":"traceutil/trace.go:171","msg":"trace[1264737031] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22959; }","duration":"1.268114565s","start":"2026-03-04T05:46:03.640174Z","end":"2026-03-04T05:46:04.908289Z","steps":["trace[1264737031] 'agreement among raft nodes before linearized reading' (duration: 1.2679489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.908328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.435532Z","time spent":"472.648791ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.908358Z","caller":"traceutil/trace.go:171","msg":"trace[1601513135] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"472.19528ms","start":"2026-03-04T05:46:04.436114Z","end":"2026-03-04T05:46:04.90831Z","steps":["trace[1601513135] 'process raft request' (duration: 471.755598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.908602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.436077Z","time spent":"472.435336ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:04.908372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.640154Z","time spent":"1.268205948s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:46:04.958572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.860413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:46:04.958723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.429202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T05:46:04.958771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.677524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:04.958879Z","caller":"traceutil/trace.go:171","msg":"trace[283435431] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:22960; }","duration":"720.810277ms","start":"2026-03-04T05:46:04.238043Z","end":"2026-03-04T05:46:04.958853Z","steps":["trace[283435431] 'agreement among raft nodes before linearized reading' (duration: 720.660793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.958685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.061356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:46:04.958915Z","caller":"traceutil/trace.go:171","msg":"trace[1009873379] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"301.427751ms","start":"2026-03-04T05:46:04.657463Z","end":"2026-03-04T05:46:04.95889Z","steps":["trace[1009873379] 'process raft request' (duration: 300.854956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.958944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.238025Z","time spent":"720.905759ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T05:46:04.958971Z","caller":"traceutil/trace.go:171","msg":"trace[440700694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22960; }","duration":"651.392804ms","start":"2026-03-04T05:46:04.307561Z","end":"2026-03-04T05:46:04.958953Z","steps":["trace[440700694] 'agreement among raft nodes before linearized reading' (duration: 651.053255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:04.958883Z","caller":"traceutil/trace.go:171","msg":"trace[1466052064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22960; }","duration":"621.643017ms","start":"2026-03-04T05:46:04.337178Z","end":"2026-03-04T05:46:04.958821Z","steps":["trace[1466052064] 'agreement among raft nodes before linearized reading' (duration: 621.354549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.959028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.307535Z","time spent":"651.475348ms","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:46:04.959053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.657434Z","time spent":"301.547454ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:04.958742Z","caller":"traceutil/trace.go:171","msg":"trace[328982520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22960; }","duration":"961.084739ms","start":"2026-03-04T05:46:03.997634Z","end":"2026-03-04T05:46:04.958718Z","steps":["trace[328982520] 'agreement among raft nodes before linearized reading' (duration: 960.827531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.959035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.618354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T05:46:04.959106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:03.997618Z","time spent":"961.479399ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:46:04.959049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.337155Z","time spent":"621.871942ms","remote":"127.0.0.1:49788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T05:46:04.959195Z","caller":"traceutil/trace.go:171","msg":"trace[389890031] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22960; }","duration":"803.899101ms","start":"2026-03-04T05:46:04.155246Z","end":"2026-03-04T05:46:04.959145Z","steps":["trace[389890031] 'agreement among raft nodes before linearized reading' (duration: 803.567873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:04.959265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:04.15521Z","time spent":"804.040335ms","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:46:05.886888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.489771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:46:05.886976Z","caller":"traceutil/trace.go:171","msg":"trace[478499474] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22960; }","duration":"839.627124ms","start":"2026-03-04T05:46:05.047329Z","end":"2026-03-04T05:46:05.886956Z","steps":["trace[478499474] 'count revisions from in-memory index tree' (duration: 839.369647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:05.887017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:05.047309Z","time spent":"839.697696ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T05:46:05.887431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.018954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T05:46:05.887468Z","caller":"traceutil/trace.go:171","msg":"trace[1134448034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22960; }","duration":"594.093695ms","start":"2026-03-04T05:46:05.293364Z","end":"2026-03-04T05:46:05.887458Z","steps":["trace[1134448034] 'range keys from in-memory index tree' (duration: 593.86936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:05.887496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:05.293339Z","time spent":"594.150456ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:46:05.887811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.173715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:46:05.888136Z","caller":"traceutil/trace.go:171","msg":"trace[1867372212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22960; }","duration":"492.546744ms","start":"2026-03-04T05:46:05.395567Z","end":"2026-03-04T05:46:05.888114Z","steps":["trace[1867372212] 'count revisions from in-memory index tree' (duration: 492.026752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:05.888228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:05.395547Z","time spent":"492.665257ms","remote":"127.0.0.1:36122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:46:05.895062Z","caller":"traceutil/trace.go:171","msg":"trace[1254661227] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"300.070197ms","start":"2026-03-04T05:46:05.594981Z","end":"2026-03-04T05:46:05.895051Z","steps":["trace[1254661227] 'process raft request' (duration: 299.967344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:05.895164Z","caller":"traceutil/trace.go:171","msg":"trace[1123729915] linearizableReadLoop","detail":"{readStateIndex:23759; appliedIndex:23759; }","duration":"275.514542ms","start":"2026-03-04T05:46:05.619629Z","end":"2026-03-04T05:46:05.895144Z","steps":["trace[1123729915] 'read index received' (duration: 275.505792ms)","trace[1123729915] 'applied index is now lower than readState.Index' (duration: 6.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:05.895188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:05.594956Z","time spent":"300.182559ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:05.895396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.756138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:46:05.895431Z","caller":"traceutil/trace.go:171","msg":"trace[308167000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22961; }","duration":"275.829321ms","start":"2026-03-04T05:46:05.619593Z","end":"2026-03-04T05:46:05.895422Z","steps":["trace[308167000] 'agreement among raft nodes before linearized reading' (duration: 275.651835ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:07.375776Z","caller":"traceutil/trace.go:171","msg":"trace[1376963025] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"182.420669ms","start":"2026-03-04T05:46:07.193332Z","end":"2026-03-04T05:46:07.375753Z","steps":["trace[1376963025] 'process raft request' (duration: 170.267466ms)","trace[1376963025] 'compare' (duration: 12.001279ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:09.699277Z","caller":"traceutil/trace.go:171","msg":"trace[219129353] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"244.332497ms","start":"2026-03-04T05:46:09.454919Z","end":"2026-03-04T05:46:09.699252Z","steps":["trace[219129353] 'process raft request' (duration: 244.163803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:14.716933Z","caller":"traceutil/trace.go:171","msg":"trace[630753704] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"144.589952ms","start":"2026-03-04T05:46:14.572326Z","end":"2026-03-04T05:46:14.716916Z","steps":["trace[630753704] 'process raft request' (duration: 144.47211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:14.921749Z","caller":"traceutil/trace.go:171","msg":"trace[1574161852] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"344.38354ms","start":"2026-03-04T05:46:14.57734Z","end":"2026-03-04T05:46:14.921724Z","steps":["trace[1574161852] 'process raft request' (duration: 344.336898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:14.921901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.57731Z","time spent":"344.516013ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:14.922215Z","caller":"traceutil/trace.go:171","msg":"trace[1982093026] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"348.279439ms","start":"2026-03-04T05:46:14.573884Z","end":"2026-03-04T05:46:14.922163Z","steps":["trace[1982093026] 'process raft request' (duration: 347.650333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:14.922676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.573867Z","time spent":"348.720862ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:15.192635Z","caller":"traceutil/trace.go:171","msg":"trace[1307713650] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"256.921122ms","start":"2026-03-04T05:46:14.935686Z","end":"2026-03-04T05:46:15.192607Z","steps":["trace[1307713650] 'process raft request' (duration: 175.130252ms)","trace[1307713650] 'compare' (duration: 81.506443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:15.514372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.049029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:15.515487Z","caller":"traceutil/trace.go:171","msg":"trace[932669417] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"569.41835ms","start":"2026-03-04T05:46:14.946023Z","end":"2026-03-04T05:46:15.515442Z","steps":["trace[932669417] 'process raft request' (duration: 569.226994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:15.515593Z","caller":"traceutil/trace.go:171","msg":"trace[2032678525] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"569.41379ms","start":"2026-03-04T05:46:14.946148Z","end":"2026-03-04T05:46:15.515561Z","steps":["trace[2032678525] 'process raft request' (duration: 569.154712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:15.515573Z","caller":"traceutil/trace.go:171","msg":"trace[1939538730] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"565.976581ms","start":"2026-03-04T05:46:14.949551Z","end":"2026-03-04T05:46:15.515527Z","steps":["trace[1939538730] 'process raft request' (duration: 565.820067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:15.51562Z","caller":"traceutil/trace.go:171","msg":"trace[469345687] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"572.024547ms","start":"2026-03-04T05:46:14.943572Z","end":"2026-03-04T05:46:15.515596Z","steps":["trace[469345687] 'process raft request' (duration: 414.635854ms)","trace[469345687] 'compare' (duration: 155.242947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:15.515711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.946142Z","time spent":"569.505102ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:15.515713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.946016Z","time spent":"569.574794ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:15.515737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.943565Z","time spent":"572.111469ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:15.515746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.185131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:46:15.51576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.949532Z","time spent":"566.135164ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:15.515795Z","caller":"traceutil/trace.go:171","msg":"trace[1340436374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23109; }","duration":"517.284083ms","start":"2026-03-04T05:46:14.998499Z","end":"2026-03-04T05:46:15.515783Z","steps":["trace[1340436374] 'agreement among raft nodes before linearized reading' (duration: 517.16737ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:15.515601Z","caller":"traceutil/trace.go:171","msg":"trace[1719432882] linearizableReadLoop","detail":"{readStateIndex:23909; appliedIndex:23903; }","duration":"517.015407ms","start":"2026-03-04T05:46:14.998553Z","end":"2026-03-04T05:46:15.515569Z","steps":["trace[1719432882] 'read index received' (duration: 112.380282ms)","trace[1719432882] 'applied index is now lower than readState.Index' (duration: 404.632365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:15.515832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.99848Z","time spent":"517.343675ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:46:15.51642Z","caller":"traceutil/trace.go:171","msg":"trace[49354091] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"567.330136ms","start":"2026-03-04T05:46:14.948153Z","end":"2026-03-04T05:46:15.515483Z","steps":["trace[49354091] 'process raft request' (duration: 567.184891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:15.516579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:14.948147Z","time spent":"568.377082ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:15.517021Z","caller":"traceutil/trace.go:171","msg":"trace[1013177373] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"245.310953ms","start":"2026-03-04T05:46:15.271685Z","end":"2026-03-04T05:46:15.516996Z","steps":["trace[1013177373] 'process raft request' (duration: 243.719692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:43.738716Z","caller":"traceutil/trace.go:171","msg":"trace[710397418] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"116.61282ms","start":"2026-03-04T05:46:43.622076Z","end":"2026-03-04T05:46:43.738689Z","steps":["trace[710397418] 'process raft request' (duration: 116.383654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:44.142012Z","caller":"traceutil/trace.go:171","msg":"trace[959583927] linearizableReadLoop","detail":"{readStateIndex:24133; appliedIndex:24129; }","duration":"458.755182ms","start":"2026-03-04T05:46:43.683233Z","end":"2026-03-04T05:46:44.141989Z","steps":["trace[959583927] 'read index received' (duration: 55.479152ms)","trace[959583927] 'applied index is now lower than readState.Index' (duration: 403.27487ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:44.142111Z","caller":"traceutil/trace.go:171","msg":"trace[570912356] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"516.498342ms","start":"2026-03-04T05:46:43.625601Z","end":"2026-03-04T05:46:44.142099Z","steps":["trace[570912356] 'process raft request' (duration: 516.283167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.142221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.625584Z","time spent":"516.555704ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:44.142211Z","caller":"traceutil/trace.go:171","msg":"trace[760967415] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"516.537584ms","start":"2026-03-04T05:46:43.625549Z","end":"2026-03-04T05:46:44.142087Z","steps":["trace[760967415] 'process raft request' (duration: 516.292418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.142392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.625522Z","time spent":"516.788671ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:44.142481Z","caller":"traceutil/trace.go:171","msg":"trace[1418728347] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"516.828271ms","start":"2026-03-04T05:46:43.625641Z","end":"2026-03-04T05:46:44.142469Z","steps":["trace[1418728347] 'process raft request' (duration: 516.272916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.142539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.625632Z","time spent":"516.875853ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:44.14267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.44532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:44.142702Z","caller":"traceutil/trace.go:171","msg":"trace[1051170005] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23325; }","duration":"459.524461ms","start":"2026-03-04T05:46:43.683168Z","end":"2026-03-04T05:46:44.142692Z","steps":["trace[1051170005] 'agreement among raft nodes before linearized reading' (duration: 459.440189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.142739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.683142Z","time spent":"459.588333ms","remote":"127.0.0.1:59842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:46:44.142809Z","caller":"traceutil/trace.go:171","msg":"trace[2087998665] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"519.174782ms","start":"2026-03-04T05:46:43.623617Z","end":"2026-03-04T05:46:44.142791Z","steps":["trace[2087998665] 'process raft request' (duration: 518.086944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.142866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.623603Z","time spent":"519.233803ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:44.491486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.364744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:44.491715Z","caller":"traceutil/trace.go:171","msg":"trace[1328391117] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"453.337363ms","start":"2026-03-04T05:46:44.038362Z","end":"2026-03-04T05:46:44.491699Z","steps":["trace[1328391117] 'process raft request' (duration: 453.197419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.49177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.03834Z","time spent":"453.408264ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:44.491682Z","caller":"traceutil/trace.go:171","msg":"trace[1212616552] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"686.956424ms","start":"2026-03-04T05:46:43.80469Z","end":"2026-03-04T05:46:44.491647Z","steps":["trace[1212616552] 'process raft request' (duration: 398.370703ms)","trace[1212616552] 'compare' (duration: 288.072257ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:44.491892Z","caller":"traceutil/trace.go:171","msg":"trace[455822759] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24133; }","duration":"349.80361ms","start":"2026-03-04T05:46:44.142071Z","end":"2026-03-04T05:46:44.491874Z","steps":["trace[455822759] 'read index received' (duration: 61.026895ms)","trace[455822759] 'applied index is now lower than readState.Index' (duration: 288.775315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:44.492046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.765701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T05:46:44.492059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.159298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T05:46:44.492087Z","caller":"traceutil/trace.go:171","msg":"trace[1639631800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23327; }","duration":"401.844713ms","start":"2026-03-04T05:46:44.090231Z","end":"2026-03-04T05:46:44.492076Z","steps":["trace[1639631800] 'agreement among raft nodes before linearized reading' (duration: 401.71619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.49211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.090209Z","time spent":"401.896675ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T05:46:44.492101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.623347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:44.492111Z","caller":"traceutil/trace.go:171","msg":"trace[1993221528] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23327; }","duration":"780.259741ms","start":"2026-03-04T05:46:43.711835Z","end":"2026-03-04T05:46:44.492095Z","steps":["trace[1993221528] 'agreement among raft nodes before linearized reading' (duration: 780.135568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.492091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.804667Z","time spent":"687.295572ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:44.492157Z","caller":"traceutil/trace.go:171","msg":"trace[170059768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23327; }","duration":"494.682459ms","start":"2026-03-04T05:46:43.997456Z","end":"2026-03-04T05:46:44.492138Z","steps":["trace[170059768] 'agreement among raft nodes before linearized reading' (duration: 494.451913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.492135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.047906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T05:46:44.49219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.997392Z","time spent":"494.790922ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T05:46:44.49218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.210272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T05:46:44.49223Z","caller":"traceutil/trace.go:171","msg":"trace[271501398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23327; }","duration":"405.214569ms","start":"2026-03-04T05:46:44.086993Z","end":"2026-03-04T05:46:44.492208Z","steps":["trace[271501398] 'agreement among raft nodes before linearized reading' (duration: 404.896792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:44.492267Z","caller":"traceutil/trace.go:171","msg":"trace[1930638697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23327; }","duration":"629.344895ms","start":"2026-03-04T05:46:43.862904Z","end":"2026-03-04T05:46:44.492249Z","steps":["trace[1930638697] 'agreement among raft nodes before linearized reading' (duration: 629.072929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.492276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.086971Z","time spent":"405.295762ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T05:46:44.492307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.862886Z","time spent":"629.412678ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:46:44.492162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:43.711816Z","time spent":"780.333263ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T05:46:44.870743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.367094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:44.870847Z","caller":"traceutil/trace.go:171","msg":"trace[447443111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23327; }","duration":"233.485947ms","start":"2026-03-04T05:46:44.637343Z","end":"2026-03-04T05:46:44.870829Z","steps":["trace[447443111] 'range keys from in-memory index tree' (duration: 233.351573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:44.870976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.708591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:44.871051Z","caller":"traceutil/trace.go:171","msg":"trace[327337239] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"373.8233ms","start":"2026-03-04T05:46:44.49721Z","end":"2026-03-04T05:46:44.871033Z","steps":["trace[327337239] 'process raft request' (duration: 196.986265ms)","trace[327337239] 'compare' (duration: 176.425604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:44.871092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.497198Z","time spent":"373.876151ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:45.035493Z","caller":"traceutil/trace.go:171","msg":"trace[1921202989] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"537.622017ms","start":"2026-03-04T05:46:44.497838Z","end":"2026-03-04T05:46:45.03546Z","steps":["trace[1921202989] 'process raft request' (duration: 476.417158ms)","trace[1921202989] 'compare' (duration: 61.019795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:45.035716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.497819Z","time spent":"537.747972ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:45.035762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.9801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:45.035433Z","caller":"traceutil/trace.go:171","msg":"trace[1220281970] linearizableReadLoop","detail":"{readStateIndex:24137; appliedIndex:24135; }","duration":"460.627801ms","start":"2026-03-04T05:46:44.574771Z","end":"2026-03-04T05:46:45.035399Z","steps":["trace[1220281970] 'read index received' (duration: 119.448754ms)","trace[1220281970] 'applied index is now lower than readState.Index' (duration: 341.177317ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:45.035844Z","caller":"traceutil/trace.go:171","msg":"trace[1887955932] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23329; }","duration":"461.100223ms","start":"2026-03-04T05:46:44.574722Z","end":"2026-03-04T05:46:45.035822Z","steps":["trace[1887955932] 'agreement among raft nodes before linearized reading' (duration: 460.97352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:45.035886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:44.574695Z","time spent":"461.182885ms","remote":"127.0.0.1:50112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T05:46:45.036164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.736274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:46:45.036239Z","caller":"traceutil/trace.go:171","msg":"trace[1819337500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23329; }","duration":"178.861217ms","start":"2026-03-04T05:46:44.857356Z","end":"2026-03-04T05:46:45.036218Z","steps":["trace[1819337500] 'agreement among raft nodes before linearized reading' (duration: 178.625111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:45.342319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.224443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:45.342423Z","caller":"traceutil/trace.go:171","msg":"trace[301441644] linearizableReadLoop","detail":"{readStateIndex:24138; appliedIndex:24137; }","duration":"300.420875ms","start":"2026-03-04T05:46:45.041985Z","end":"2026-03-04T05:46:45.342406Z","steps":["trace[301441644] 'read index received' (duration: 144.013407ms)","trace[301441644] 'applied index is now lower than readState.Index' (duration: 156.405598ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:45.342501Z","caller":"traceutil/trace.go:171","msg":"trace[1232851024] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"302.776657ms","start":"2026-03-04T05:46:45.039712Z","end":"2026-03-04T05:46:45.342488Z","steps":["trace[1232851024] 'process raft request' (duration: 146.295077ms)","trace[1232851024] 'compare' (duration: 156.072469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:45.342586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:45.039691Z","time spent":"302.841798ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:45.342824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.813494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T05:46:45.342906Z","caller":"traceutil/trace.go:171","msg":"trace[1017748043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23330; }","duration":"300.923708ms","start":"2026-03-04T05:46:45.04196Z","end":"2026-03-04T05:46:45.342884Z","steps":["trace[1017748043] 'agreement among raft nodes before linearized reading' (duration: 300.675891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:45.342953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:45.041946Z","time spent":"300.99905ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T05:46:45.378452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.886805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:46:45.378514Z","caller":"traceutil/trace.go:171","msg":"trace[403272517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23331; }","duration":"236.993357ms","start":"2026-03-04T05:46:45.141508Z","end":"2026-03-04T05:46:45.378501Z","steps":["trace[403272517] 'agreement among raft nodes before linearized reading' (duration: 236.783532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:45.378613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.759984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T05:46:45.378753Z","caller":"traceutil/trace.go:171","msg":"trace[791510617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23331; }","duration":"233.939479ms","start":"2026-03-04T05:46:45.144796Z","end":"2026-03-04T05:46:45.378735Z","steps":["trace[791510617] 'agreement among raft nodes before linearized reading' (duration: 233.63718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:45.609024Z","caller":"traceutil/trace.go:171","msg":"trace[1397076331] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24139; }","duration":"220.644186ms","start":"2026-03-04T05:46:45.388344Z","end":"2026-03-04T05:46:45.608988Z","steps":["trace[1397076331] 'read index received' (duration: 21.071315ms)","trace[1397076331] 'applied index is now lower than readState.Index' (duration: 199.570791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:45.609193Z","caller":"traceutil/trace.go:171","msg":"trace[162372711] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"226.155518ms","start":"2026-03-04T05:46:45.383022Z","end":"2026-03-04T05:46:45.609178Z","steps":["trace[162372711] 'process raft request' (duration: 212.2844ms)","trace[162372711] 'compare' (duration: 13.385535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:45.609398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.719341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:45.609464Z","caller":"traceutil/trace.go:171","msg":"trace[855632914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23333; }","duration":"164.841474ms","start":"2026-03-04T05:46:45.444607Z","end":"2026-03-04T05:46:45.609448Z","steps":["trace[855632914] 'agreement among raft nodes before linearized reading' (duration: 164.718731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:45.609689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.328934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T05:46:45.609877Z","caller":"traceutil/trace.go:171","msg":"trace[363265005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23333; }","duration":"221.457607ms","start":"2026-03-04T05:46:45.388334Z","end":"2026-03-04T05:46:45.609791Z","steps":["trace[363265005] 'agreement among raft nodes before linearized reading' (duration: 221.103867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:46.59432Z","caller":"traceutil/trace.go:171","msg":"trace[113918265] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"115.712636ms","start":"2026-03-04T05:46:46.478579Z","end":"2026-03-04T05:46:46.594292Z","steps":["trace[113918265] 'process raft request' (duration: 115.558163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:46.961281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.482204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:46.961507Z","caller":"traceutil/trace.go:171","msg":"trace[1008832486] linearizableReadLoop","detail":"{readStateIndex:24150; appliedIndex:24148; }","duration":"430.02525ms","start":"2026-03-04T05:46:46.53146Z","end":"2026-03-04T05:46:46.961485Z","steps":["trace[1008832486] 'read index received' (duration: 62.654688ms)","trace[1008832486] 'applied index is now lower than readState.Index' (duration: 367.369532ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:46.961589Z","caller":"traceutil/trace.go:171","msg":"trace[198764404] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"394.032602ms","start":"2026-03-04T05:46:46.567517Z","end":"2026-03-04T05:46:46.96155Z","steps":["trace[198764404] 'process raft request' (duration: 393.863537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:46.961644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.977102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:46.96162Z","caller":"traceutil/trace.go:171","msg":"trace[911709472] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"463.670699ms","start":"2026-03-04T05:46:46.497894Z","end":"2026-03-04T05:46:46.961565Z","steps":["trace[911709472] 'process raft request' (duration: 152.811215ms)","trace[911709472] 'compare' (duration: 310.171686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:46.961657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.178684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:46.961681Z","caller":"traceutil/trace.go:171","msg":"trace[465451747] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23342; }","duration":"145.043854ms","start":"2026-03-04T05:46:46.816624Z","end":"2026-03-04T05:46:46.961668Z","steps":["trace[465451747] 'agreement among raft nodes before linearized reading' (duration: 144.982512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:46.961732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:46.56749Z","time spent":"394.163064ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:46.96175Z","caller":"traceutil/trace.go:171","msg":"trace[906733640] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23342; }","duration":"430.316249ms","start":"2026-03-04T05:46:46.531391Z","end":"2026-03-04T05:46:46.961707Z","steps":["trace[906733640] 'agreement among raft nodes before linearized reading' (duration: 430.181255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:46.961792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:46.497879Z","time spent":"463.830754ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:46.961809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:46.531375Z","time spent":"430.417401ms","remote":"127.0.0.1:59698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T05:46:47.493366Z","caller":"traceutil/trace.go:171","msg":"trace[1358326029] linearizableReadLoop","detail":"{readStateIndex:24154; appliedIndex:24153; }","duration":"147.636161ms","start":"2026-03-04T05:46:47.345705Z","end":"2026-03-04T05:46:47.493341Z","steps":["trace[1358326029] 'read index received' (duration: 147.552119ms)","trace[1358326029] 'applied index is now lower than readState.Index' (duration: 83.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:47.493391Z","caller":"traceutil/trace.go:171","msg":"trace[2127984759] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"152.455005ms","start":"2026-03-04T05:46:47.340917Z","end":"2026-03-04T05:46:47.493372Z","steps":["trace[2127984759] 'process raft request' (duration: 152.25209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:47.493611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.889449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:46:47.493678Z","caller":"traceutil/trace.go:171","msg":"trace[1341817795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23345; }","duration":"147.99127ms","start":"2026-03-04T05:46:47.345669Z","end":"2026-03-04T05:46:47.49366Z","steps":["trace[1341817795] 'agreement among raft nodes before linearized reading' (duration: 147.783294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:47.701764Z","caller":"traceutil/trace.go:171","msg":"trace[1455130624] linearizableReadLoop","detail":"{readStateIndex:24155; appliedIndex:24154; }","duration":"208.306108ms","start":"2026-03-04T05:46:47.493435Z","end":"2026-03-04T05:46:47.701741Z","steps":["trace[1455130624] 'read index received' (duration: 135.648562ms)","trace[1455130624] 'applied index is now lower than readState.Index' (duration: 72.656686ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:47.701828Z","caller":"traceutil/trace.go:171","msg":"trace[2056572164] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"317.699142ms","start":"2026-03-04T05:46:47.384086Z","end":"2026-03-04T05:46:47.701785Z","steps":["trace[2056572164] 'process raft request' (duration: 244.875482ms)","trace[2056572164] 'compare' (duration: 72.646686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:47.701985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:47.38406Z","time spent":"317.842715ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:47.702084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.916826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T05:46:47.702147Z","caller":"traceutil/trace.go:171","msg":"trace[903448257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23347; }","duration":"287.033819ms","start":"2026-03-04T05:46:47.415099Z","end":"2026-03-04T05:46:47.702133Z","steps":["trace[903448257] 'agreement among raft nodes before linearized reading' (duration: 286.737282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:47.702217Z","caller":"traceutil/trace.go:171","msg":"trace[1735345604] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"205.594397ms","start":"2026-03-04T05:46:47.496597Z","end":"2026-03-04T05:46:47.702191Z","steps":["trace[1735345604] 'process raft request' (duration: 205.123055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:48.061849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.129417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:48.062328Z","caller":"traceutil/trace.go:171","msg":"trace[1531215098] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"313.521993ms","start":"2026-03-04T05:46:47.748778Z","end":"2026-03-04T05:46:48.0623Z","steps":["trace[1531215098] 'process raft request' (duration: 313.168263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:48.062441Z","caller":"traceutil/trace.go:171","msg":"trace[36812498] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"356.822332ms","start":"2026-03-04T05:46:47.705587Z","end":"2026-03-04T05:46:48.062409Z","steps":["trace[36812498] 'process raft request' (duration: 106.054578ms)","trace[36812498] 'compare' (duration: 250.002874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:48.062473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:47.748759Z","time spent":"313.637066ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:48.062658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:47.705571Z","time spent":"357.009696ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:48.295425Z","caller":"traceutil/trace.go:171","msg":"trace[1787445577] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"139.230424ms","start":"2026-03-04T05:46:48.156173Z","end":"2026-03-04T05:46:48.295404Z","steps":["trace[1787445577] 'process raft request' (duration: 139.200594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:48.295455Z","caller":"traceutil/trace.go:171","msg":"trace[678007430] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"140.726613ms","start":"2026-03-04T05:46:48.154702Z","end":"2026-03-04T05:46:48.295428Z","steps":["trace[678007430] 'process raft request' (duration: 140.529358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:48.295503Z","caller":"traceutil/trace.go:171","msg":"trace[1656312899] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"140.138747ms","start":"2026-03-04T05:46:48.15533Z","end":"2026-03-04T05:46:48.295469Z","steps":["trace[1656312899] 'process raft request' (duration: 140.014664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:49.129525Z","caller":"traceutil/trace.go:171","msg":"trace[1972455379] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24164; }","duration":"141.883742ms","start":"2026-03-04T05:46:48.987617Z","end":"2026-03-04T05:46:49.1295Z","steps":["trace[1972455379] 'read index received' (duration: 141.639886ms)","trace[1972455379] 'applied index is now lower than readState.Index' (duration: 242.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:49.129569Z","caller":"traceutil/trace.go:171","msg":"trace[790865683] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"162.040463ms","start":"2026-03-04T05:46:48.967496Z","end":"2026-03-04T05:46:49.129536Z","steps":["trace[790865683] 'process raft request' (duration: 161.827438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.129806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.16486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T05:46:49.129846Z","caller":"traceutil/trace.go:171","msg":"trace[1005823267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23356; }","duration":"142.239501ms","start":"2026-03-04T05:46:48.987595Z","end":"2026-03-04T05:46:49.129835Z","steps":["trace[1005823267] 'agreement among raft nodes before linearized reading' (duration: 142.052606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.303792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.470139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:49.303974Z","caller":"traceutil/trace.go:171","msg":"trace[1659267783] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"169.114795ms","start":"2026-03-04T05:46:49.134843Z","end":"2026-03-04T05:46:49.303958Z","steps":["trace[1659267783] 'process raft request' (duration: 169.038904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:49.304004Z","caller":"traceutil/trace.go:171","msg":"trace[911242660] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"169.388722ms","start":"2026-03-04T05:46:49.134599Z","end":"2026-03-04T05:46:49.303988Z","steps":["trace[911242660] 'process raft request' (duration: 12.633447ms)","trace[911242660] 'compare' (duration: 156.355635ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:49.70619Z","caller":"traceutil/trace.go:171","msg":"trace[1320667233] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"144.712376ms","start":"2026-03-04T05:46:49.561443Z","end":"2026-03-04T05:46:49.706156Z","steps":["trace[1320667233] 'process raft request' (duration: 144.507701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:49.734319Z","caller":"traceutil/trace.go:171","msg":"trace[1883092133] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24167; }","duration":"139.758398ms","start":"2026-03-04T05:46:49.594535Z","end":"2026-03-04T05:46:49.734293Z","steps":["trace[1883092133] 'read index received' (duration: 111.505809ms)","trace[1883092133] 'applied index is now lower than readState.Index' (duration: 28.251009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:49.734583Z","caller":"traceutil/trace.go:171","msg":"trace[383607499] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"171.997819ms","start":"2026-03-04T05:46:49.562572Z","end":"2026-03-04T05:46:49.73457Z","steps":["trace[383607499] 'process raft request' (duration: 171.604639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.735101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.537958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:49.735147Z","caller":"traceutil/trace.go:171","msg":"trace[2129786790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23360; }","duration":"140.60676ms","start":"2026-03-04T05:46:49.594526Z","end":"2026-03-04T05:46:49.735133Z","steps":["trace[2129786790] 'agreement among raft nodes before linearized reading' (duration: 140.507927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.914881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.266873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:49.915044Z","caller":"traceutil/trace.go:171","msg":"trace[1277181966] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24169; }","duration":"180.639753ms","start":"2026-03-04T05:46:49.734384Z","end":"2026-03-04T05:46:49.915024Z","steps":["trace[1277181966] 'read index received' (duration: 74.127434ms)","trace[1277181966] 'applied index is now lower than readState.Index' (duration: 106.510329ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:49.915047Z","caller":"traceutil/trace.go:171","msg":"trace[488577156] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"207.755982ms","start":"2026-03-04T05:46:49.707268Z","end":"2026-03-04T05:46:49.915024Z","steps":["trace[488577156] 'process raft request' (duration: 101.249833ms)","trace[488577156] 'compare' (duration: 106.12629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:49.915223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.726693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T05:46:49.915249Z","caller":"traceutil/trace.go:171","msg":"trace[161154707] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23361; }","duration":"140.765165ms","start":"2026-03-04T05:46:49.774476Z","end":"2026-03-04T05:46:49.915241Z","steps":["trace[161154707] 'agreement among raft nodes before linearized reading' (duration: 140.704472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.915433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.737888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T05:46:49.915461Z","caller":"traceutil/trace.go:171","msg":"trace[1506699250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23361; }","duration":"208.873402ms","start":"2026-03-04T05:46:49.706579Z","end":"2026-03-04T05:46:49.915453Z","steps":["trace[1506699250] 'agreement among raft nodes before linearized reading' (duration: 208.517182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:49.91542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.342704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T05:46:49.91553Z","caller":"traceutil/trace.go:171","msg":"trace[1046474994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23361; }","duration":"178.489588ms","start":"2026-03-04T05:46:49.73701Z","end":"2026-03-04T05:46:49.915499Z","steps":["trace[1046474994] 'agreement among raft nodes before linearized reading' (duration: 178.145478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.220449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.898218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:50.220701Z","caller":"traceutil/trace.go:171","msg":"trace[906275884] linearizableReadLoop","detail":"{readStateIndex:24172; appliedIndex:24170; }","duration":"225.351547ms","start":"2026-03-04T05:46:49.99533Z","end":"2026-03-04T05:46:50.220681Z","steps":["trace[906275884] 'read index received' (duration: 101.145841ms)","trace[906275884] 'applied index is now lower than readState.Index' (duration: 124.204786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:50.220815Z","caller":"traceutil/trace.go:171","msg":"trace[1851341086] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"153.636115ms","start":"2026-03-04T05:46:50.067164Z","end":"2026-03-04T05:46:50.2208Z","steps":["trace[1851341086] 'process raft request' (duration: 153.465931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:50.220844Z","caller":"traceutil/trace.go:171","msg":"trace[318517410] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"301.295377ms","start":"2026-03-04T05:46:49.919515Z","end":"2026-03-04T05:46:50.22081Z","steps":["trace[318517410] 'process raft request' (duration: 301.059331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.221004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:49.919506Z","time spent":"301.417699ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:50.221086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.757727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:50.221126Z","caller":"traceutil/trace.go:171","msg":"trace[197681579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"225.827219ms","start":"2026-03-04T05:46:49.995289Z","end":"2026-03-04T05:46:50.221116Z","steps":["trace[197681579] 'agreement among raft nodes before linearized reading' (duration: 225.736357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:50.221231Z","caller":"traceutil/trace.go:171","msg":"trace[544088057] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"302.455306ms","start":"2026-03-04T05:46:49.918761Z","end":"2026-03-04T05:46:50.221216Z","steps":["trace[544088057] 'process raft request' (duration: 177.688425ms)","trace[544088057] 'compare' (duration: 123.761605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:50.221298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:49.918737Z","time spent":"302.526389ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:50.221305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.796137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:50.221402Z","caller":"traceutil/trace.go:171","msg":"trace[980538176] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23364; }","duration":"168.938701ms","start":"2026-03-04T05:46:50.052451Z","end":"2026-03-04T05:46:50.221389Z","steps":["trace[980538176] 'agreement among raft nodes before linearized reading' (duration: 168.818648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.221559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.894918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T05:46:50.221636Z","caller":"traceutil/trace.go:171","msg":"trace[1932701689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23364; }","duration":"155.01444ms","start":"2026-03-04T05:46:50.066605Z","end":"2026-03-04T05:46:50.221619Z","steps":["trace[1932701689] 'agreement among raft nodes before linearized reading' (duration: 154.772054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:50.398909Z","caller":"traceutil/trace.go:171","msg":"trace[1023148293] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"172.463321ms","start":"2026-03-04T05:46:50.226392Z","end":"2026-03-04T05:46:50.398855Z","steps":["trace[1023148293] 'process raft request' (duration: 107.051183ms)","trace[1023148293] 'compare' (duration: 65.254484ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:50.747187Z","caller":"traceutil/trace.go:171","msg":"trace[1977480050] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"487.860194ms","start":"2026-03-04T05:46:50.259307Z","end":"2026-03-04T05:46:50.747167Z","steps":["trace[1977480050] 'process raft request' (duration: 468.563045ms)","trace[1977480050] 'compare' (duration: 18.514399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:50.747288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:50.259275Z","time spent":"487.959587ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:50.747473Z","caller":"traceutil/trace.go:171","msg":"trace[1219012310] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"447.08241ms","start":"2026-03-04T05:46:50.300365Z","end":"2026-03-04T05:46:50.747448Z","steps":["trace[1219012310] 'process raft request' (duration: 446.768362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.747609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:50.30035Z","time spent":"447.191093ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:50.747663Z","caller":"traceutil/trace.go:171","msg":"trace[1802943115] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"445.49077ms","start":"2026-03-04T05:46:50.302154Z","end":"2026-03-04T05:46:50.747645Z","steps":["trace[1802943115] 'process raft request' (duration: 445.214913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.74776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:50.302146Z","time spent":"445.566792ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T05:46:50.747772Z","caller":"traceutil/trace.go:171","msg":"trace[256861355] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24174; }","duration":"154.228452ms","start":"2026-03-04T05:46:50.593524Z","end":"2026-03-04T05:46:50.747752Z","steps":["trace[256861355] 'read index received' (duration: 134.318657ms)","trace[256861355] 'applied index is now lower than readState.Index' (duration: 19.908705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:50.747829Z","caller":"traceutil/trace.go:171","msg":"trace[385146425] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"445.171161ms","start":"2026-03-04T05:46:50.302626Z","end":"2026-03-04T05:46:50.747797Z","steps":["trace[385146425] 'process raft request' (duration: 444.945365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.747899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.376675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:50.747966Z","caller":"traceutil/trace.go:171","msg":"trace[1650198170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23369; }","duration":"154.481378ms","start":"2026-03-04T05:46:50.593472Z","end":"2026-03-04T05:46:50.747953Z","steps":["trace[1650198170] 'agreement among raft nodes before linearized reading' (duration: 154.383086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.747992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.274844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T05:46:50.748025Z","caller":"traceutil/trace.go:171","msg":"trace[722800856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23369; }","duration":"132.325405ms","start":"2026-03-04T05:46:50.61569Z","end":"2026-03-04T05:46:50.748015Z","steps":["trace[722800856] 'agreement among raft nodes before linearized reading' (duration: 132.176702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:50.748014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:46:50.302619Z","time spent":"445.275334ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:46:51.00517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.906745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:51.005235Z","caller":"traceutil/trace.go:171","msg":"trace[504034128] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23369; }","duration":"151.018718ms","start":"2026-03-04T05:46:50.8542Z","end":"2026-03-04T05:46:51.005219Z","steps":["trace[504034128] 'range keys from in-memory index tree' (duration: 150.818313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:51.005316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.113147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:46:51.005392Z","caller":"traceutil/trace.go:171","msg":"trace[1316978220] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23369; }","duration":"152.24681ms","start":"2026-03-04T05:46:50.853129Z","end":"2026-03-04T05:46:51.005375Z","steps":["trace[1316978220] 'count revisions from in-memory index tree' (duration: 151.993754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:51.140776Z","caller":"traceutil/trace.go:171","msg":"trace[1933061321] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24178; }","duration":"144.000857ms","start":"2026-03-04T05:46:50.996734Z","end":"2026-03-04T05:46:51.140734Z","steps":["trace[1933061321] 'read index received' (duration: 45.768072ms)","trace[1933061321] 'applied index is now lower than readState.Index' (duration: 98.230945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:51.140922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.153691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:51.141006Z","caller":"traceutil/trace.go:171","msg":"trace[478299208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23369; }","duration":"144.288704ms","start":"2026-03-04T05:46:50.996698Z","end":"2026-03-04T05:46:51.140987Z","steps":["trace[478299208] 'agreement among raft nodes before linearized reading' (duration: 144.12601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:51.21202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.934499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:51.212102Z","caller":"traceutil/trace.go:171","msg":"trace[1997651520] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23370; }","duration":"203.079882ms","start":"2026-03-04T05:46:51.009004Z","end":"2026-03-04T05:46:51.212084Z","steps":["trace[1997651520] 'agreement among raft nodes before linearized reading' (duration: 202.909508ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:51.599465Z","caller":"traceutil/trace.go:171","msg":"trace[487172360] linearizableReadLoop","detail":"{readStateIndex:24182; appliedIndex:24180; }","duration":"243.475736ms","start":"2026-03-04T05:46:51.355953Z","end":"2026-03-04T05:46:51.599429Z","steps":["trace[487172360] 'read index received' (duration: 73.859878ms)","trace[487172360] 'applied index is now lower than readState.Index' (duration: 169.614588ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:51.599484Z","caller":"traceutil/trace.go:171","msg":"trace[2097876734] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"245.533357ms","start":"2026-03-04T05:46:51.353923Z","end":"2026-03-04T05:46:51.599456Z","steps":["trace[2097876734] 'process raft request' (duration: 171.294041ms)","trace[2097876734] 'compare' (duration: 74.016921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:51.599761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.775804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T05:46:51.599851Z","caller":"traceutil/trace.go:171","msg":"trace[140527160] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23372; }","duration":"243.920787ms","start":"2026-03-04T05:46:51.355909Z","end":"2026-03-04T05:46:51.59983Z","steps":["trace[140527160] 'agreement among raft nodes before linearized reading' (duration: 243.631149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:51.852393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.106366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:51.852552Z","caller":"traceutil/trace.go:171","msg":"trace[1980318272] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"252.846057ms","start":"2026-03-04T05:46:51.599679Z","end":"2026-03-04T05:46:51.852525Z","steps":["trace[1980318272] 'process raft request' (duration: 126.498324ms)","trace[1980318272] 'compare' (duration: 125.977753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:52.143676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.844524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:52.143778Z","caller":"traceutil/trace.go:171","msg":"trace[1176412280] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24184; }","duration":"143.069633ms","start":"2026-03-04T05:46:52.000692Z","end":"2026-03-04T05:46:52.143762Z","steps":["trace[1176412280] 'read index received' (duration: 15.921281ms)","trace[1176412280] 'applied index is now lower than readState.Index' (duration: 127.146592ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:52.143811Z","caller":"traceutil/trace.go:171","msg":"trace[1625589007] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"208.02608ms","start":"2026-03-04T05:46:51.935755Z","end":"2026-03-04T05:46:52.143781Z","steps":["trace[1625589007] 'process raft request' (duration: 80.98996ms)","trace[1625589007] 'compare' (duration: 126.66157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:52.143861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.167026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:52.143895Z","caller":"traceutil/trace.go:171","msg":"trace[412875264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23375; }","duration":"143.232787ms","start":"2026-03-04T05:46:52.000648Z","end":"2026-03-04T05:46:52.143881Z","steps":["trace[412875264] 'agreement among raft nodes before linearized reading' (duration: 143.158405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:52.42471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.421364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:46:52.425021Z","caller":"traceutil/trace.go:171","msg":"trace[956932221] linearizableReadLoop","detail":"{readStateIndex:24188; appliedIndex:24185; }","duration":"100.592696ms","start":"2026-03-04T05:46:52.324411Z","end":"2026-03-04T05:46:52.425004Z","steps":["trace[956932221] 'read index received' (duration: 18.867058ms)","trace[956932221] 'applied index is now lower than readState.Index' (duration: 81.724778ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:52.42519Z","caller":"traceutil/trace.go:171","msg":"trace[1863965755] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"198.424462ms","start":"2026-03-04T05:46:52.226736Z","end":"2026-03-04T05:46:52.425161Z","steps":["trace[1863965755] 'process raft request' (duration: 83.455654ms)","trace[1863965755] 'compare' (duration: 114.333282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:52.425262Z","caller":"traceutil/trace.go:171","msg":"trace[733313985] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"196.78209ms","start":"2026-03-04T05:46:52.228474Z","end":"2026-03-04T05:46:52.425256Z","steps":["trace[733313985] 'process raft request' (duration: 196.42225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:52.425235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.818773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:52.425381Z","caller":"traceutil/trace.go:171","msg":"trace[1360841658] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"195.981589ms","start":"2026-03-04T05:46:52.229357Z","end":"2026-03-04T05:46:52.425339Z","steps":["trace[1360841658] 'process raft request' (duration: 195.607348ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:52.425461Z","caller":"traceutil/trace.go:171","msg":"trace[922582401] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23378; }","duration":"101.070229ms","start":"2026-03-04T05:46:52.324373Z","end":"2026-03-04T05:46:52.425443Z","steps":["trace[922582401] 'agreement among raft nodes before linearized reading' (duration: 100.830353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:52.964551Z","caller":"traceutil/trace.go:171","msg":"trace[430954466] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"211.266014ms","start":"2026-03-04T05:46:52.753256Z","end":"2026-03-04T05:46:52.964522Z","steps":["trace[430954466] 'process raft request' (duration: 172.851222ms)","trace[430954466] 'compare' (duration: 38.094124ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:52.964594Z","caller":"traceutil/trace.go:171","msg":"trace[1987509957] linearizableReadLoop","detail":"{readStateIndex:24193; appliedIndex:24189; }","duration":"201.85085ms","start":"2026-03-04T05:46:52.762716Z","end":"2026-03-04T05:46:52.964566Z","steps":["trace[1987509957] 'read index received' (duration: 57.489904ms)","trace[1987509957] 'applied index is now lower than readState.Index' (duration: 144.359816ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:52.964697Z","caller":"traceutil/trace.go:171","msg":"trace[1064984642] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"211.279134ms","start":"2026-03-04T05:46:52.753371Z","end":"2026-03-04T05:46:52.96465Z","steps":["trace[1064984642] 'process raft request' (duration: 211.022198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:52.964763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.013654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:52.964817Z","caller":"traceutil/trace.go:171","msg":"trace[1846724907] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23383; }","duration":"202.119777ms","start":"2026-03-04T05:46:52.76268Z","end":"2026-03-04T05:46:52.9648Z","steps":["trace[1846724907] 'agreement among raft nodes before linearized reading' (duration: 201.983723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:52.965088Z","caller":"traceutil/trace.go:171","msg":"trace[1429982010] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"211.696325ms","start":"2026-03-04T05:46:52.753379Z","end":"2026-03-04T05:46:52.965076Z","steps":["trace[1429982010] 'process raft request' (duration: 211.13493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:53.740524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.684168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T05:46:53.740592Z","caller":"traceutil/trace.go:171","msg":"trace[1007813306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23385; }","duration":"136.804262ms","start":"2026-03-04T05:46:53.603769Z","end":"2026-03-04T05:46:53.740573Z","steps":["trace[1007813306] 'range keys from in-memory index tree' (duration: 136.500474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:57.156036Z","caller":"traceutil/trace.go:171","msg":"trace[1150756786] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"180.96431ms","start":"2026-03-04T05:46:56.975042Z","end":"2026-03-04T05:46:57.156006Z","steps":["trace[1150756786] 'process raft request' (duration: 82.594932ms)","trace[1150756786] 'compare' (duration: 98.187104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:46:57.184816Z","caller":"traceutil/trace.go:171","msg":"trace[1569854072] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"208.380878ms","start":"2026-03-04T05:46:56.976404Z","end":"2026-03-04T05:46:57.184785Z","steps":["trace[1569854072] 'process raft request' (duration: 207.974208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:57.184917Z","caller":"traceutil/trace.go:171","msg":"trace[34651270] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"182.791638ms","start":"2026-03-04T05:46:57.002112Z","end":"2026-03-04T05:46:57.184904Z","steps":["trace[34651270] 'process raft request' (duration: 182.47001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:57.184867Z","caller":"traceutil/trace.go:171","msg":"trace[1721699111] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"208.380239ms","start":"2026-03-04T05:46:56.976463Z","end":"2026-03-04T05:46:57.184843Z","steps":["trace[1721699111] 'process raft request' (duration: 208.067161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:57.185117Z","caller":"traceutil/trace.go:171","msg":"trace[2091721063] linearizableReadLoop","detail":"{readStateIndex:24222; appliedIndex:24219; }","duration":"187.159502ms","start":"2026-03-04T05:46:56.997939Z","end":"2026-03-04T05:46:57.185098Z","steps":["trace[2091721063] 'read index received' (duration: 59.719862ms)","trace[2091721063] 'applied index is now lower than readState.Index' (duration: 127.43809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:46:57.185225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.275714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T05:46:57.185504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.835329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T05:46:57.185552Z","caller":"traceutil/trace.go:171","msg":"trace[1190103760] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23412; }","duration":"144.982033ms","start":"2026-03-04T05:46:57.040555Z","end":"2026-03-04T05:46:57.185537Z","steps":["trace[1190103760] 'agreement among raft nodes before linearized reading' (duration: 144.682085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:46:57.185575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.159211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:46:57.185616Z","caller":"traceutil/trace.go:171","msg":"trace[1101123952] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23412; }","duration":"101.227532ms","start":"2026-03-04T05:46:57.084374Z","end":"2026-03-04T05:46:57.185601Z","steps":["trace[1101123952] 'agreement among raft nodes before linearized reading' (duration: 101.167541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:46:57.185929Z","caller":"traceutil/trace.go:171","msg":"trace[1379450059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23412; }","duration":"187.378177ms","start":"2026-03-04T05:46:56.997884Z","end":"2026-03-04T05:46:57.185262Z","steps":["trace[1379450059] 'agreement among raft nodes before linearized reading' (duration: 187.264904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:17.206273Z","caller":"traceutil/trace.go:171","msg":"trace[1537840719] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24514; }","duration":"208.629706ms","start":"2026-03-04T05:47:16.997618Z","end":"2026-03-04T05:47:17.206248Z","steps":["trace[1537840719] 'read index received' (duration: 208.528883ms)","trace[1537840719] 'applied index is now lower than readState.Index' (duration: 99.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:47:17.206395Z","caller":"traceutil/trace.go:171","msg":"trace[2013435310] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"233.943839ms","start":"2026-03-04T05:47:16.972411Z","end":"2026-03-04T05:47:17.206355Z","steps":["trace[2013435310] 'process raft request' (duration: 233.668872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:17.206537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.893663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:47:17.206586Z","caller":"traceutil/trace.go:171","msg":"trace[242330305] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23699; }","duration":"209.002616ms","start":"2026-03-04T05:47:16.99757Z","end":"2026-03-04T05:47:17.206572Z","steps":["trace[242330305] 'agreement among raft nodes before linearized reading' (duration: 208.807671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:17.523872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.606939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T05:47:17.524129Z","caller":"traceutil/trace.go:171","msg":"trace[1955221927] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"509.833531ms","start":"2026-03-04T05:47:17.014265Z","end":"2026-03-04T05:47:17.524099Z","steps":["trace[1955221927] 'process raft request' (duration: 277.896874ms)","trace[1955221927] 'compare' (duration: 230.794408ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T05:47:17.524153Z","caller":"traceutil/trace.go:171","msg":"trace[600781598] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"306.009141ms","start":"2026-03-04T05:47:17.218128Z","end":"2026-03-04T05:47:17.524137Z","steps":["trace[600781598] 'process raft request' (duration: 305.911807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:17.524136Z","caller":"traceutil/trace.go:171","msg":"trace[463536812] linearizableReadLoop","detail":"{readStateIndex:24516; appliedIndex:24515; }","duration":"317.748092ms","start":"2026-03-04T05:47:17.206351Z","end":"2026-03-04T05:47:17.524099Z","steps":["trace[463536812] 'read index received' (duration: 85.917447ms)","trace[463536812] 'applied index is now lower than readState.Index' (duration: 231.826245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T05:47:17.524217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:17.218103Z","time spent":"306.082022ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:47:17.524233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:17.014238Z","time spent":"509.947624ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T05:47:17.524387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.852124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T05:47:17.524435Z","caller":"traceutil/trace.go:171","msg":"trace[314339779] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"274.125187ms","start":"2026-03-04T05:47:17.250294Z","end":"2026-03-04T05:47:17.524419Z","steps":["trace[314339779] 'process raft request' (duration: 273.807048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:17.524451Z","caller":"traceutil/trace.go:171","msg":"trace[1091048166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23702; }","duration":"525.952057ms","start":"2026-03-04T05:47:16.998483Z","end":"2026-03-04T05:47:17.524435Z","steps":["trace[1091048166] 'agreement among raft nodes before linearized reading' (duration: 525.725121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:17.524508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T05:47:16.998476Z","time spent":"526.019278ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T05:47:17.524631Z","caller":"traceutil/trace.go:171","msg":"trace[492047798] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"127.943952ms","start":"2026-03-04T05:47:17.396674Z","end":"2026-03-04T05:47:17.524618Z","steps":["trace[492047798] 'process raft request' (duration: 127.84197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:47:17.524634Z","caller":"traceutil/trace.go:171","msg":"trace[960576957] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"271.028196ms","start":"2026-03-04T05:47:17.253584Z","end":"2026-03-04T05:47:17.524613Z","steps":["trace[960576957] 'process raft request' (duration: 270.834862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T05:47:17.524727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.647868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6796c6b668-q95dv.18998d2bbcfb26b6\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T05:47:17.524808Z","caller":"traceutil/trace.go:171","msg":"trace[1070045836] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6796c6b668-q95dv.18998d2bbcfb26b6; range_end:; response_count:1; response_revision:23704; }","duration":"186.755841ms","start":"2026-03-04T05:47:17.338029Z","end":"2026-03-04T05:47:17.524785Z","steps":["trace[1070045836] 'agreement among raft nodes before linearized reading' (duration: 186.564146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T05:49:22.895767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22034} {"level":"info","ts":"2026-03-04T05:49:23.047343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22034,"took":"147.793615ms","hash":2714786593,"current-db-size-bytes":50159616,"current-db-size":"50 MB","current-db-size-in-use-bytes":33251328,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T05:49:23.04742Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2714786593,"revision":22034,"compact-revision":19119} {"level":"info","ts":"2026-03-04T05:54:22.902991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24795} {"level":"info","ts":"2026-03-04T05:54:23.033283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24795,"took":"125.474727ms","hash":1766950614,"current-db-size-bytes":50159616,"current-db-size":"50 MB","current-db-size-in-use-bytes":32075776,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T05:54:23.033383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1766950614,"revision":24795,"compact-revision":22034} {"level":"info","ts":"2026-03-04T05:58:53.141635Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T05:58:53.147316Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T05:58:53.14741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T05:59:22.919788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27159} {"level":"info","ts":"2026-03-04T05:59:23.041605Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27159,"took":"118.304142ms","hash":698853637,"current-db-size-bytes":50159616,"current-db-size":"50 MB","current-db-size-in-use-bytes":27701248,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T05:59:23.041657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":698853637,"revision":27159,"compact-revision":24795} {"level":"info","ts":"2026-03-04T06:04:22.926128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29232} {"level":"info","ts":"2026-03-04T06:04:23.032672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29232,"took":"103.288274ms","hash":1019200584,"current-db-size-bytes":50159616,"current-db-size":"50 MB","current-db-size-in-use-bytes":30273536,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T06:04:23.032745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1019200584,"revision":29232,"compact-revision":27159} {"level":"info","ts":"2026-03-04T06:08:58.886438Z","caller":"traceutil/trace.go:171","msg":"trace[1302381365] transaction","detail":"{read_only:false; response_revision:33430; number_of_response:1; }","duration":"711.838592ms","start":"2026-03-04T06:08:58.174563Z","end":"2026-03-04T06:08:58.886402Z","steps":["trace[1302381365] 'process raft request' (duration: 711.407152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:08:58.886656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.174536Z","time spent":"712.012857ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:08:58.899214Z","caller":"traceutil/trace.go:171","msg":"trace[334494282] transaction","detail":"{read_only:false; response_revision:33432; number_of_response:1; }","duration":"555.060619ms","start":"2026-03-04T06:08:58.344123Z","end":"2026-03-04T06:08:58.899184Z","steps":["trace[334494282] 'process raft request' (duration: 554.943075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.899321Z","caller":"traceutil/trace.go:171","msg":"trace[2123685074] transaction","detail":"{read_only:false; response_revision:33433; number_of_response:1; }","duration":"553.60025ms","start":"2026-03-04T06:08:58.3457Z","end":"2026-03-04T06:08:58.8993Z","steps":["trace[2123685074] 'process raft request' (duration: 553.424705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.899355Z","caller":"traceutil/trace.go:171","msg":"trace[175794842] transaction","detail":"{read_only:false; response_revision:33431; number_of_response:1; }","duration":"558.479777ms","start":"2026-03-04T06:08:58.340794Z","end":"2026-03-04T06:08:58.899274Z","steps":["trace[175794842] 'process raft request' (duration: 558.119027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.899524Z","caller":"traceutil/trace.go:171","msg":"trace[1882257254] transaction","detail":"{read_only:false; response_revision:33435; number_of_response:1; }","duration":"289.829676ms","start":"2026-03-04T06:08:58.609676Z","end":"2026-03-04T06:08:58.899506Z","steps":["trace[1882257254] 'process raft request' (duration: 289.675283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.899554Z","caller":"traceutil/trace.go:171","msg":"trace[1241645800] transaction","detail":"{read_only:false; response_revision:33434; number_of_response:1; }","duration":"548.988121ms","start":"2026-03-04T06:08:58.35052Z","end":"2026-03-04T06:08:58.899508Z","steps":["trace[1241645800] 'process raft request' (duration: 548.698334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.899446Z","caller":"traceutil/trace.go:171","msg":"trace[169744297] linearizableReadLoop","detail":"{readStateIndex:34540; appliedIndex:34535; }","duration":"470.933838ms","start":"2026-03-04T06:08:58.428494Z","end":"2026-03-04T06:08:58.899428Z","steps":["trace[169744297] 'read index received' (duration: 457.606715ms)","trace[169744297] 'applied index is now lower than readState.Index' (duration: 13.326193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:08:58.899712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.340742Z","time spent":"558.796674ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:08:58.899779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.350511Z","time spent":"549.165046ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:08:58.900038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.965211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:08:58.900132Z","caller":"traceutil/trace.go:171","msg":"trace[334280728] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:33435; }","duration":"128.085114ms","start":"2026-03-04T06:08:58.772036Z","end":"2026-03-04T06:08:58.900121Z","steps":["trace[334280728] 'agreement among raft nodes before linearized reading' (duration: 127.954451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:08:58.900138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.40989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T06:08:58.900539Z","caller":"traceutil/trace.go:171","msg":"trace[963371675] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:33435; }","duration":"414.85084ms","start":"2026-03-04T06:08:58.485676Z","end":"2026-03-04T06:08:58.900527Z","steps":["trace[963371675] 'agreement among raft nodes before linearized reading' (duration: 414.129852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:08:58.900614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.485656Z","time spent":"414.945134ms","remote":"127.0.0.1:50184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:08:58.899424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.344108Z","time spent":"555.196001ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:08:58.899626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.124603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T06:08:58.899438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.345679Z","time spent":"553.708303ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:08:58.900171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.963105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T06:08:58.900943Z","caller":"traceutil/trace.go:171","msg":"trace[1799032776] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33435; }","duration":"184.766046ms","start":"2026-03-04T06:08:58.716168Z","end":"2026-03-04T06:08:58.900934Z","steps":["trace[1799032776] 'agreement among raft nodes before linearized reading' (duration: 183.857573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:08:58.901246Z","caller":"traceutil/trace.go:171","msg":"trace[1272731762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33435; }","duration":"472.782835ms","start":"2026-03-04T06:08:58.428441Z","end":"2026-03-04T06:08:58.901224Z","steps":["trace[1272731762] 'agreement among raft nodes before linearized reading' (duration: 471.054661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:08:58.901327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:08:58.428419Z","time spent":"472.887038ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:09:01.409657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349929528784827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:09:01.651468Z","caller":"traceutil/trace.go:171","msg":"trace[1326324734] transaction","detail":"{read_only:false; response_revision:33443; number_of_response:1; }","duration":"758.838274ms","start":"2026-03-04T06:09:00.892592Z","end":"2026-03-04T06:09:01.651431Z","steps":["trace[1326324734] 'process raft request' (duration: 758.701941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.651612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.892569Z","time spent":"758.961087ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:01.656732Z","caller":"traceutil/trace.go:171","msg":"trace[39204064] transaction","detail":"{read_only:false; response_revision:33444; number_of_response:1; }","duration":"750.719555ms","start":"2026-03-04T06:09:00.905989Z","end":"2026-03-04T06:09:01.656708Z","steps":["trace[39204064] 'process raft request' (duration: 750.552721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:01.656791Z","caller":"traceutil/trace.go:171","msg":"trace[1243072378] transaction","detail":"{read_only:false; response_revision:33445; number_of_response:1; }","duration":"750.437928ms","start":"2026-03-04T06:09:00.906331Z","end":"2026-03-04T06:09:01.656769Z","steps":["trace[1243072378] 'process raft request' (duration: 750.299515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.656862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.905964Z","time spent":"750.825638ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:09:01.656887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.906305Z","time spent":"750.52637ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:01.656898Z","caller":"traceutil/trace.go:171","msg":"trace[649364068] transaction","detail":"{read_only:false; response_revision:33446; number_of_response:1; }","duration":"750.53851ms","start":"2026-03-04T06:09:00.906352Z","end":"2026-03-04T06:09:01.656891Z","steps":["trace[649364068] 'process raft request' (duration: 750.303564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:09:01.656864Z","caller":"traceutil/trace.go:171","msg":"trace[361212263] transaction","detail":"{read_only:false; response_revision:33448; number_of_response:1; }","duration":"748.733824ms","start":"2026-03-04T06:09:00.908117Z","end":"2026-03-04T06:09:01.656851Z","steps":["trace[361212263] 'process raft request' (duration: 748.663582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.65696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.906324Z","time spent":"750.596873ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:09:01.656987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.908103Z","time spent":"748.861838ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:01.657218Z","caller":"traceutil/trace.go:171","msg":"trace[1245955948] transaction","detail":"{read_only:false; response_revision:33447; number_of_response:1; }","duration":"749.891734ms","start":"2026-03-04T06:09:00.907308Z","end":"2026-03-04T06:09:01.6572Z","steps":["trace[1245955948] 'process raft request' (duration: 749.422361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.657283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.907293Z","time spent":"749.960375ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:09:01.664958Z","caller":"traceutil/trace.go:171","msg":"trace[1110288410] linearizableReadLoop","detail":"{readStateIndex:34555; appliedIndex:34549; }","duration":"755.504188ms","start":"2026-03-04T06:09:00.909438Z","end":"2026-03-04T06:09:01.664942Z","steps":["trace[1110288410] 'read index received' (duration: 742.159104ms)","trace[1110288410] 'applied index is now lower than readState.Index' (duration: 13.344244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:09:01.665063Z","caller":"traceutil/trace.go:171","msg":"trace[316548478] transaction","detail":"{read_only:false; response_revision:33449; number_of_response:1; }","duration":"211.633979ms","start":"2026-03-04T06:09:01.453419Z","end":"2026-03-04T06:09:01.665053Z","steps":["trace[316548478] 'process raft request' (duration: 211.389713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.665232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.994548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T06:09:01.665285Z","caller":"traceutil/trace.go:171","msg":"trace[697790058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33449; }","duration":"752.07714ms","start":"2026-03-04T06:09:00.913198Z","end":"2026-03-04T06:09:01.665275Z","steps":["trace[697790058] 'agreement among raft nodes before linearized reading' (duration: 751.938286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.665309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.913189Z","time spent":"752.113921ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:09:01.66544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.141614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T06:09:01.665513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.645672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T06:09:01.665547Z","caller":"traceutil/trace.go:171","msg":"trace[638000811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33449; }","duration":"667.708964ms","start":"2026-03-04T06:09:00.997829Z","end":"2026-03-04T06:09:01.665538Z","steps":["trace[638000811] 'agreement among raft nodes before linearized reading' (duration: 667.667393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.665569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.997812Z","time spent":"667.751995ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:09:01.665603Z","caller":"traceutil/trace.go:171","msg":"trace[1697206319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33449; }","duration":"585.276407ms","start":"2026-03-04T06:09:01.080247Z","end":"2026-03-04T06:09:01.665523Z","steps":["trace[1697206319] 'agreement among raft nodes before linearized reading' (duration: 584.976259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.665744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:01.080231Z","time spent":"585.500352ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:09:01.665879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.01182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T06:09:01.669824Z","caller":"traceutil/trace.go:171","msg":"trace[1943358571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:33449; }","duration":"243.963553ms","start":"2026-03-04T06:09:01.425843Z","end":"2026-03-04T06:09:01.669806Z","steps":["trace[1943358571] 'agreement among raft nodes before linearized reading' (duration: 239.925568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.66548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.216156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T06:09:01.669878Z","caller":"traceutil/trace.go:171","msg":"trace[180380828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33449; }","duration":"589.645519ms","start":"2026-03-04T06:09:01.080221Z","end":"2026-03-04T06:09:01.669866Z","steps":["trace[180380828] 'agreement among raft nodes before linearized reading' (duration: 585.202275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.669923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:01.0802Z","time spent":"589.709131ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:09:01.667378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.933761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T06:09:01.670114Z","caller":"traceutil/trace.go:171","msg":"trace[1057443145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33449; }","duration":"760.699142ms","start":"2026-03-04T06:09:00.909405Z","end":"2026-03-04T06:09:01.670104Z","steps":["trace[1057443145] 'agreement among raft nodes before linearized reading' (duration: 756.107554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:09:01.670148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:09:00.909392Z","time spent":"760.745053ms","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:09:22.936694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31478} {"level":"info","ts":"2026-03-04T06:09:23.085916Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31478,"took":"144.922048ms","hash":4130147783,"current-db-size-bytes":53956608,"current-db-size":"54 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T06:09:23.086004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4130147783,"revision":31478,"compact-revision":29232} {"level":"info","ts":"2026-03-04T06:10:16.816876Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008933.wal"} {"level":"info","ts":"2026-03-04T06:14:22.942249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33595} {"level":"info","ts":"2026-03-04T06:14:23.075202Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33595,"took":"128.647277ms","hash":2775870346,"current-db-size-bytes":54845440,"current-db-size":"55 MB","current-db-size-in-use-bytes":29507584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T06:14:23.075262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2775870346,"revision":33595,"compact-revision":31478}