{"level":"warn","ts":"2026-03-09T13:36:51.096732Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:36:51.096824Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T13:36:51.096891Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T13:36:51.096907Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-09T13:36:51.096936Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:36:51.09761Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-03-09T13:36:51.097687Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T13:36:51.101285Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.359788ms"} {"level":"info","ts":"2026-03-09T13:36:51.111982Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-03-09T13:36:51.112436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T13:36:51.112493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-03-09T13:36:51.112639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T13:36:51.11273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-03-09T13:36:51.112923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-03-09T13:36:51.120718Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T13:36:51.122264Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T13:36:51.124438Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T13:36:51.127995Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T13:36:51.128261Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T13:36:51.128335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:51.128481Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:51.128502Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T13:36:51.129304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-03-09T13:36:51.129485Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-03-09T13:36:51.132131Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T13:36:51.132269Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-09T13:36:51.132341Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-03-09T13:36:51.132537Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T13:36:51.13258Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T13:36:52.014095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T13:36:52.014203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T13:36:52.014253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-03-09T13:36:52.014274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-03-09T13:36:52.014289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-09T13:36:52.014313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-03-09T13:36:52.014327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-03-09T13:36:52.015353Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:52.016105Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T13:36:52.016168Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:36:52.016269Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T13:36:52.01664Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T13:36:52.016793Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T13:36:52.017041Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:52.017162Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:52.017199Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T13:36:52.022898Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-03-09T13:36:52.024067Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T13:36:56.667867Z","caller":"traceutil/trace.go:171","msg":"trace[1607594974] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"100.98181ms","start":"2026-03-09T13:36:56.566854Z","end":"2026-03-09T13:36:56.667836Z","steps":["trace[1607594974] 'process raft request' (duration: 98.762652ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:06.360615Z","caller":"traceutil/trace.go:171","msg":"trace[68281157] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"309.422589ms","start":"2026-03-09T13:37:06.051151Z","end":"2026-03-09T13:37:06.360574Z","steps":["trace[68281157] 'process raft request' (duration: 309.266644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:37:06.361273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:37:06.051137Z","time spent":"309.569942ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:37:23.871433Z","caller":"traceutil/trace.go:171","msg":"trace[307315037] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"129.789449ms","start":"2026-03-09T13:37:23.74161Z","end":"2026-03-09T13:37:23.8714Z","steps":["trace[307315037] 'process raft request' (duration: 129.596284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:37:29.781332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.61921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T13:37:29.781474Z","caller":"traceutil/trace.go:171","msg":"trace[1647421097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"124.869827ms","start":"2026-03-09T13:37:29.656575Z","end":"2026-03-09T13:37:29.781445Z","steps":["trace[1647421097] 'range keys from in-memory index tree' (duration: 124.487857ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:29.918896Z","caller":"traceutil/trace.go:171","msg":"trace[186183598] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"132.949354ms","start":"2026-03-09T13:37:29.785919Z","end":"2026-03-09T13:37:29.918868Z","steps":["trace[186183598] 'process raft request' (duration: 132.79266ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:30.092648Z","caller":"traceutil/trace.go:171","msg":"trace[1401136926] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"240.053974ms","start":"2026-03-09T13:37:29.852559Z","end":"2026-03-09T13:37:30.092613Z","steps":["trace[1401136926] 'read index received' (duration: 66.299283ms)","trace[1401136926] 'applied index is now lower than readState.Index' (duration: 173.752961ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:37:30.092812Z","caller":"traceutil/trace.go:171","msg":"trace[2118811322] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"295.396462ms","start":"2026-03-09T13:37:29.797395Z","end":"2026-03-09T13:37:30.092792Z","steps":["trace[2118811322] 'process raft request' (duration: 292.36549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:37:30.092989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.963498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T13:37:30.093002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.424743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:37:30.093081Z","caller":"traceutil/trace.go:171","msg":"trace[409667200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:556; }","duration":"196.081542ms","start":"2026-03-09T13:37:29.896973Z","end":"2026-03-09T13:37:30.093054Z","steps":["trace[409667200] 'agreement among raft nodes before linearized reading' (duration: 195.951048ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:30.093084Z","caller":"traceutil/trace.go:171","msg":"trace[579454770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"240.558747ms","start":"2026-03-09T13:37:29.852504Z","end":"2026-03-09T13:37:30.093063Z","steps":["trace[579454770] 'agreement among raft nodes before linearized reading' (duration: 240.422313ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:37:51.333815Z","caller":"traceutil/trace.go:171","msg":"trace[314912139] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"373.520382ms","start":"2026-03-09T13:37:50.960269Z","end":"2026-03-09T13:37:51.33379Z","steps":["trace[314912139] 'process raft request' (duration: 373.352937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:37:51.334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:37:50.960242Z","time spent":"373.664026ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:38:10.559507Z","caller":"traceutil/trace.go:171","msg":"trace[898555759] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"121.574348ms","start":"2026-03-09T13:38:10.437884Z","end":"2026-03-09T13:38:10.559458Z","steps":["trace[898555759] 'process raft request' (duration: 98.012518ms)","trace[898555759] 'compare' (duration: 23.370035ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:38:41.956978Z","caller":"traceutil/trace.go:171","msg":"trace[453519400] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"102.94761ms","start":"2026-03-09T13:38:41.854012Z","end":"2026-03-09T13:38:41.95696Z","steps":["trace[453519400] 'read index received' (duration: 102.851508ms)","trace[453519400] 'applied index is now lower than readState.Index' (duration: 95.582µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:38:41.957088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.073113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:38:41.957112Z","caller":"traceutil/trace.go:171","msg":"trace[1467502227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"103.141465ms","start":"2026-03-09T13:38:41.853962Z","end":"2026-03-09T13:38:41.957104Z","steps":["trace[1467502227] 'agreement among raft nodes before linearized reading' (duration: 103.090094ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:41.957021Z","caller":"traceutil/trace.go:171","msg":"trace[161731853] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"128.0106ms","start":"2026-03-09T13:38:41.828994Z","end":"2026-03-09T13:38:41.957005Z","steps":["trace[161731853] 'process raft request' (duration: 127.864146ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:50.681211Z","caller":"traceutil/trace.go:171","msg":"trace[1497661653] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"103.903356ms","start":"2026-03-09T13:38:50.577263Z","end":"2026-03-09T13:38:50.681166Z","steps":["trace[1497661653] 'process raft request' (duration: 35.449897ms)","trace[1497661653] 'compare' (duration: 68.036508ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:38:54.98715Z","caller":"traceutil/trace.go:171","msg":"trace[53959628] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"288.368844ms","start":"2026-03-09T13:38:54.698755Z","end":"2026-03-09T13:38:54.987124Z","steps":["trace[53959628] 'process raft request' (duration: 288.22304ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:54.987199Z","caller":"traceutil/trace.go:171","msg":"trace[1608881234] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1771; }","duration":"194.526027ms","start":"2026-03-09T13:38:54.792643Z","end":"2026-03-09T13:38:54.987169Z","steps":["trace[1608881234] 'read index received' (duration: 194.512116ms)","trace[1608881234] 'applied index is now lower than readState.Index' (duration: 11.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:38:54.987465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.794873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T13:38:54.98752Z","caller":"traceutil/trace.go:171","msg":"trace[570265011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1707; }","duration":"194.886376ms","start":"2026-03-09T13:38:54.79262Z","end":"2026-03-09T13:38:54.987506Z","steps":["trace[570265011] 'agreement among raft nodes before linearized reading' (duration: 194.67508ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:38:55.023772Z","caller":"traceutil/trace.go:171","msg":"trace[508366071] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"187.820338ms","start":"2026-03-09T13:38:54.835923Z","end":"2026-03-09T13:38:55.023744Z","steps":["trace[508366071] 'process raft request' (duration: 187.651673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:38:55.023805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.501032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:38:55.023867Z","caller":"traceutil/trace.go:171","msg":"trace[1166688825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"171.610325ms","start":"2026-03-09T13:38:54.852242Z","end":"2026-03-09T13:38:55.023852Z","steps":["trace[1166688825] 'agreement among raft nodes before linearized reading' (duration: 171.501922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:39:33.424476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.294673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:39:33.424888Z","caller":"traceutil/trace.go:171","msg":"trace[675518286] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"173.520569ms","start":"2026-03-09T13:39:33.25133Z","end":"2026-03-09T13:39:33.42485Z","steps":["trace[675518286] 'process raft request' (duration: 30.66449ms)","trace[675518286] 'compare' (duration: 142.16572ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:39:33.424933Z","caller":"traceutil/trace.go:171","msg":"trace[1646347754] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"173.519429ms","start":"2026-03-09T13:39:33.251375Z","end":"2026-03-09T13:39:33.424894Z","steps":["trace[1646347754] 'process raft request' (duration: 173.20737ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:40:58.595668Z","caller":"traceutil/trace.go:171","msg":"trace[618839101] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"139.258833ms","start":"2026-03-09T13:40:58.456377Z","end":"2026-03-09T13:40:58.595636Z","steps":["trace[618839101] 'process raft request' (duration: 139.027066ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:40:58.843748Z","caller":"traceutil/trace.go:171","msg":"trace[1966602654] linearizableReadLoop","detail":"{readStateIndex:2622; appliedIndex:2621; }","duration":"221.83811ms","start":"2026-03-09T13:40:58.621885Z","end":"2026-03-09T13:40:58.843723Z","steps":["trace[1966602654] 'read index received' (duration: 212.49349ms)","trace[1966602654] 'applied index is now lower than readState.Index' (duration: 9.34355ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:40:58.84412Z","caller":"traceutil/trace.go:171","msg":"trace[572091939] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"225.621541ms","start":"2026-03-09T13:40:58.618468Z","end":"2026-03-09T13:40:58.84409Z","steps":["trace[572091939] 'process raft request' (duration: 215.903401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:40:58.844609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.706603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T13:40:58.844676Z","caller":"traceutil/trace.go:171","msg":"trace[166202095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2525; }","duration":"222.828826ms","start":"2026-03-09T13:40:58.621831Z","end":"2026-03-09T13:40:58.84466Z","steps":["trace[166202095] 'agreement among raft nodes before linearized reading' (duration: 222.397194ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:28.711528Z","caller":"traceutil/trace.go:171","msg":"trace[992465177] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"131.364918ms","start":"2026-03-09T13:43:28.580125Z","end":"2026-03-09T13:43:28.71149Z","steps":["trace[992465177] 'process raft request' (duration: 131.105021ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:28.713947Z","caller":"traceutil/trace.go:171","msg":"trace[1915989828] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"132.166829ms","start":"2026-03-09T13:43:28.581751Z","end":"2026-03-09T13:43:28.713918Z","steps":["trace[1915989828] 'process raft request' (duration: 131.988415ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:34.001739Z","caller":"traceutil/trace.go:171","msg":"trace[1158060566] linearizableReadLoop","detail":"{readStateIndex:3602; appliedIndex:3601; }","duration":"115.171096ms","start":"2026-03-09T13:43:33.886551Z","end":"2026-03-09T13:43:34.001722Z","steps":["trace[1158060566] 'read index received' (duration: 115.096624ms)","trace[1158060566] 'applied index is now lower than readState.Index' (duration: 73.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:43:34.001841Z","caller":"traceutil/trace.go:171","msg":"trace[769211746] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"120.028639ms","start":"2026-03-09T13:43:33.8818Z","end":"2026-03-09T13:43:34.001829Z","steps":["trace[769211746] 'process raft request' (duration: 119.809943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:43:34.002058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.483364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:43:34.002125Z","caller":"traceutil/trace.go:171","msg":"trace[1678055810] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3467; }","duration":"115.576548ms","start":"2026-03-09T13:43:33.886532Z","end":"2026-03-09T13:43:34.002109Z","steps":["trace[1678055810] 'agreement among raft nodes before linearized reading' (duration: 115.480765ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:43:34.118536Z","caller":"traceutil/trace.go:171","msg":"trace[281568941] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"113.299155ms","start":"2026-03-09T13:43:34.005208Z","end":"2026-03-09T13:43:34.118507Z","steps":["trace[281568941] 'process raft request' (duration: 91.039847ms)","trace[281568941] 'compare' (duration: 22.166446ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:05.394734Z","caller":"traceutil/trace.go:171","msg":"trace[1424279339] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"222.673994ms","start":"2026-03-09T13:45:05.172029Z","end":"2026-03-09T13:45:05.394703Z","steps":["trace[1424279339] 'process raft request' (duration: 146.406121ms)","trace[1424279339] 'compare' (duration: 76.118259ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:05.444753Z","caller":"traceutil/trace.go:171","msg":"trace[740898993] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"270.476594ms","start":"2026-03-09T13:45:05.174238Z","end":"2026-03-09T13:45:05.444715Z","steps":["trace[740898993] 'process raft request' (duration: 270.192357ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:05.44481Z","caller":"traceutil/trace.go:171","msg":"trace[573632569] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4909; }","duration":"269.768285ms","start":"2026-03-09T13:45:05.175015Z","end":"2026-03-09T13:45:05.444783Z","steps":["trace[573632569] 'read index received' (duration: 143.443762ms)","trace[573632569] 'applied index is now lower than readState.Index' (duration: 126.323273ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:05.444891Z","caller":"traceutil/trace.go:171","msg":"trace[624249177] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"269.5578ms","start":"2026-03-09T13:45:05.175298Z","end":"2026-03-09T13:45:05.444856Z","steps":["trace[624249177] 'process raft request' (duration: 269.303633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:05.445072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.033253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e71ace6e-2c92-4f52-90d2-2318875c8832\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-09T13:45:05.445119Z","caller":"traceutil/trace.go:171","msg":"trace[1524711261] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e71ace6e-2c92-4f52-90d2-2318875c8832; range_end:; response_count:1; response_revision:4727; }","duration":"270.097025ms","start":"2026-03-09T13:45:05.175008Z","end":"2026-03-09T13:45:05.445105Z","steps":["trace[1524711261] 'agreement among raft nodes before linearized reading' (duration: 269.91912ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:05.445118Z","caller":"traceutil/trace.go:171","msg":"trace[1520592768] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"260.355793ms","start":"2026-03-09T13:45:05.184584Z","end":"2026-03-09T13:45:05.44494Z","steps":["trace[1520592768] 'process raft request' (duration: 260.125387ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:05.445526Z","caller":"traceutil/trace.go:171","msg":"trace[2098003077] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"268.660026ms","start":"2026-03-09T13:45:05.176837Z","end":"2026-03-09T13:45:05.445496Z","steps":["trace[2098003077] 'process raft request' (duration: 267.832924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:05.711935Z","caller":"traceutil/trace.go:171","msg":"trace[1824272310] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"146.179315ms","start":"2026-03-09T13:45:05.565717Z","end":"2026-03-09T13:45:05.711896Z","steps":["trace[1824272310] 'process raft request' (duration: 67.687993ms)","trace[1824272310] 'compare' (duration: 78.348909ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:06.301867Z","caller":"traceutil/trace.go:171","msg":"trace[1222313569] linearizableReadLoop","detail":"{readStateIndex:4927; appliedIndex:4926; }","duration":"164.786524ms","start":"2026-03-09T13:45:06.137038Z","end":"2026-03-09T13:45:06.301824Z","steps":["trace[1222313569] 'read index received' (duration: 161.301651ms)","trace[1222313569] 'applied index is now lower than readState.Index' (duration: 3.483403ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:06.301921Z","caller":"traceutil/trace.go:171","msg":"trace[607451031] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"177.605007ms","start":"2026-03-09T13:45:06.124288Z","end":"2026-03-09T13:45:06.301893Z","steps":["trace[607451031] 'process raft request' (duration: 174.122423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.302189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.116952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T13:45:06.302249Z","caller":"traceutil/trace.go:171","msg":"trace[1515730119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4740; }","duration":"165.253086ms","start":"2026-03-09T13:45:06.136978Z","end":"2026-03-09T13:45:06.302231Z","steps":["trace[1515730119] 'agreement among raft nodes before linearized reading' (duration: 164.998299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:06.302315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.242533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T13:45:06.302412Z","caller":"traceutil/trace.go:171","msg":"trace[1082062224] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4740; }","duration":"141.391897ms","start":"2026-03-09T13:45:06.160994Z","end":"2026-03-09T13:45:06.302386Z","steps":["trace[1082062224] 'agreement among raft nodes before linearized reading' (duration: 141.169701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:16.335584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.581947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:45:16.335684Z","caller":"traceutil/trace.go:171","msg":"trace[848460306] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4913; }","duration":"217.744132ms","start":"2026-03-09T13:45:16.117917Z","end":"2026-03-09T13:45:16.335661Z","steps":["trace[848460306] 'count revisions from in-memory index tree' (duration: 217.481905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:16.336004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.084218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83204b8-1faf-4548-b793-2b3f42009ebf\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-09T13:45:16.336096Z","caller":"traceutil/trace.go:171","msg":"trace[1778135914] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b83204b8-1faf-4548-b793-2b3f42009ebf; range_end:; response_count:1; response_revision:4913; }","duration":"135.220202ms","start":"2026-03-09T13:45:16.200851Z","end":"2026-03-09T13:45:16.336071Z","steps":["trace[1778135914] 'range keys from in-memory index tree' (duration: 134.895173ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:28.265019Z","caller":"traceutil/trace.go:171","msg":"trace[525511094] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"143.547345ms","start":"2026-03-09T13:45:28.121447Z","end":"2026-03-09T13:45:28.264994Z","steps":["trace[525511094] 'process raft request' (duration: 143.37546ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:45:33.13134Z","caller":"traceutil/trace.go:171","msg":"trace[1628907552] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"277.698468ms","start":"2026-03-09T13:45:32.853616Z","end":"2026-03-09T13:45:33.131315Z","steps":["trace[1628907552] 'read index received' (duration: 277.609736ms)","trace[1628907552] 'applied index is now lower than readState.Index' (duration: 87.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:45:33.131466Z","caller":"traceutil/trace.go:171","msg":"trace[401530108] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"361.350988ms","start":"2026-03-09T13:45:32.770087Z","end":"2026-03-09T13:45:33.131438Z","steps":["trace[401530108] 'process raft request' (duration: 361.080801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:33.131588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.960275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:45:33.131623Z","caller":"traceutil/trace.go:171","msg":"trace[1485119394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5142; }","duration":"278.057247ms","start":"2026-03-09T13:45:32.853555Z","end":"2026-03-09T13:45:33.131612Z","steps":["trace[1485119394] 'agreement among raft nodes before linearized reading' (duration: 277.856402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:45:33.131646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:45:32.770075Z","time spent":"361.486122ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:46:52.053731Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2792} {"level":"info","ts":"2026-03-09T13:46:52.109557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2792,"took":"54.638434ms","hash":2835299798,"current-db-size-bytes":41480192,"current-db-size":"42 MB","current-db-size-in-use-bytes":31092736,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T13:46:52.109619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2835299798,"revision":2792,"compact-revision":-1} {"level":"warn","ts":"2026-03-09T13:51:42.754585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.745848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:51:42.754731Z","caller":"traceutil/trace.go:171","msg":"trace[826246203] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"417.684992ms","start":"2026-03-09T13:51:42.337021Z","end":"2026-03-09T13:51:42.754706Z","steps":["trace[826246203] 'process raft request' (duration: 303.658557ms)","trace[826246203] 'compare' (duration: 113.574413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:51:42.754786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T13:51:42.336965Z","time spent":"417.797555ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T13:51:52.060914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5752} {"level":"info","ts":"2026-03-09T13:51:52.150282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5752,"took":"88.08005ms","hash":3130397445,"current-db-size-bytes":42766336,"current-db-size":"43 MB","current-db-size-in-use-bytes":23117824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T13:51:52.150339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3130397445,"revision":5752,"compact-revision":2792} {"level":"warn","ts":"2026-03-09T13:51:54.029181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.250477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:51:54.029305Z","caller":"traceutil/trace.go:171","msg":"trace[362627282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7778; }","duration":"178.431872ms","start":"2026-03-09T13:51:53.850847Z","end":"2026-03-09T13:51:54.029279Z","steps":["trace[362627282] 'range keys from in-memory index tree' (duration: 178.088122ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:51:54.070967Z","caller":"traceutil/trace.go:171","msg":"trace[898714525] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"102.104116ms","start":"2026-03-09T13:51:53.968826Z","end":"2026-03-09T13:51:54.07093Z","steps":["trace[898714525] 'process raft request' (duration: 101.816368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:51:56.476649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.276375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:51:56.476748Z","caller":"traceutil/trace.go:171","msg":"trace[1753504728] linearizableReadLoop","detail":"{readStateIndex:8080; appliedIndex:8079; }","duration":"107.032908ms","start":"2026-03-09T13:51:56.369697Z","end":"2026-03-09T13:51:56.47673Z","steps":["trace[1753504728] 'read index received' (duration: 2.562348ms)","trace[1753504728] 'applied index is now lower than readState.Index' (duration: 104.46929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:51:56.476823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.125461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T13:51:56.476802Z","caller":"traceutil/trace.go:171","msg":"trace[599565970] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"114.790487ms","start":"2026-03-09T13:51:56.361973Z","end":"2026-03-09T13:51:56.476764Z","steps":["trace[599565970] 'process raft request' (duration: 10.290886ms)","trace[599565970] 'compare' (duration: 104.039648ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:51:56.476862Z","caller":"traceutil/trace.go:171","msg":"trace[683939588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7791; }","duration":"107.199053ms","start":"2026-03-09T13:51:56.369652Z","end":"2026-03-09T13:51:56.476851Z","steps":["trace[683939588] 'agreement among raft nodes before linearized reading' (duration: 107.123991ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:22.643291Z","caller":"traceutil/trace.go:171","msg":"trace[2014943481] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"135.46418ms","start":"2026-03-09T13:52:22.507794Z","end":"2026-03-09T13:52:22.643258Z","steps":["trace[2014943481] 'process raft request' (duration: 134.865694ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:35.742687Z","caller":"traceutil/trace.go:171","msg":"trace[661478500] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"195.124709ms","start":"2026-03-09T13:52:35.547533Z","end":"2026-03-09T13:52:35.742658Z","steps":["trace[661478500] 'process raft request' (duration: 194.977815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:35.994455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.011746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T13:52:35.994599Z","caller":"traceutil/trace.go:171","msg":"trace[2120365916] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"264.459618ms","start":"2026-03-09T13:52:35.730103Z","end":"2026-03-09T13:52:35.994563Z","steps":["trace[2120365916] 'process raft request' (duration: 147.268037ms)","trace[2120365916] 'compare' (duration: 116.865952ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:52:35.994671Z","caller":"traceutil/trace.go:171","msg":"trace[1360943115] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"110.83867ms","start":"2026-03-09T13:52:35.883811Z","end":"2026-03-09T13:52:35.99465Z","steps":["trace[1360943115] 'process raft request' (duration: 110.765078ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:35.994674Z","caller":"traceutil/trace.go:171","msg":"trace[1677376154] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8374; }","duration":"264.387696ms","start":"2026-03-09T13:52:35.730251Z","end":"2026-03-09T13:52:35.994639Z","steps":["trace[1677376154] 'read index received' (duration: 12.267439ms)","trace[1677376154] 'applied index is now lower than readState.Index' (duration: 252.117117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:52:35.995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.736455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cf2rm\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-09T13:52:35.995045Z","caller":"traceutil/trace.go:171","msg":"trace[35073576] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cf2rm; range_end:; response_count:1; response_revision:8075; }","duration":"264.832397ms","start":"2026-03-09T13:52:35.730199Z","end":"2026-03-09T13:52:35.995031Z","steps":["trace[35073576] 'agreement among raft nodes before linearized reading' (duration: 264.600051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:35.995098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.353331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bjfpv\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-09T13:52:35.995303Z","caller":"traceutil/trace.go:171","msg":"trace[1526415256] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bjfpv; range_end:; response_count:1; response_revision:8075; }","duration":"240.584427ms","start":"2026-03-09T13:52:35.754679Z","end":"2026-03-09T13:52:35.995264Z","steps":["trace[1526415256] 'agreement among raft nodes before linearized reading' (duration: 240.284099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:52:35.995201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.43069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T13:52:35.995373Z","caller":"traceutil/trace.go:171","msg":"trace[174537819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8075; }","duration":"141.633136ms","start":"2026-03-09T13:52:35.853727Z","end":"2026-03-09T13:52:35.99536Z","steps":["trace[174537819] 'agreement among raft nodes before linearized reading' (duration: 141.443821ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:52:37.007742Z","caller":"traceutil/trace.go:171","msg":"trace[1901376902] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8387; }","duration":"237.546176ms","start":"2026-03-09T13:52:36.770159Z","end":"2026-03-09T13:52:37.007705Z","steps":["trace[1901376902] 'read index received' (duration: 218.366262ms)","trace[1901376902] 'applied index is now lower than readState.Index' (duration: 19.178704ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:52:37.007812Z","caller":"traceutil/trace.go:171","msg":"trace[633211697] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"256.825843ms","start":"2026-03-09T13:52:36.750949Z","end":"2026-03-09T13:52:37.007775Z","steps":["trace[633211697] 'process raft request' (duration: 237.602778ms)","trace[633211697] 'compare' (duration: 18.944727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T13:52:37.007968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.783422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-09T13:52:37.008056Z","caller":"traceutil/trace.go:171","msg":"trace[1482219978] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8086; }","duration":"237.930976ms","start":"2026-03-09T13:52:36.770103Z","end":"2026-03-09T13:52:37.008034Z","steps":["trace[1482219978] 'agreement among raft nodes before linearized reading' (duration: 237.70139ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:53:57.610237Z","caller":"traceutil/trace.go:171","msg":"trace[1190811155] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"179.889069ms","start":"2026-03-09T13:53:57.430319Z","end":"2026-03-09T13:53:57.610208Z","steps":["trace[1190811155] 'process raft request' (duration: 179.731905ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:56:10.512305Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T13:56:10.518216Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T13:56:10.51834Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T13:56:52.066623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7770} {"level":"info","ts":"2026-03-09T13:56:52.134743Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7770,"took":"65.950481ms","hash":3374980739,"current-db-size-bytes":42766336,"current-db-size":"43 MB","current-db-size-in-use-bytes":25411584,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T13:56:52.134811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3374980739,"revision":7770,"compact-revision":5752} {"level":"info","ts":"2026-03-09T13:59:14.276313Z","caller":"traceutil/trace.go:171","msg":"trace[1764852279] linearizableReadLoop","detail":"{readStateIndex:11363; appliedIndex:11362; }","duration":"127.542371ms","start":"2026-03-09T13:59:14.148731Z","end":"2026-03-09T13:59:14.276274Z","steps":["trace[1764852279] 'read index received' (duration: 127.290694ms)","trace[1764852279] 'applied index is now lower than readState.Index' (duration: 250.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T13:59:14.276479Z","caller":"traceutil/trace.go:171","msg":"trace[1313597247] transaction","detail":"{read_only:false; response_revision:10966; number_of_response:1; }","duration":"143.62249ms","start":"2026-03-09T13:59:14.132841Z","end":"2026-03-09T13:59:14.276464Z","steps":["trace[1313597247] 'process raft request' (duration: 143.098536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T13:59:14.276647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.415597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T13:59:14.276704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.969801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T13:59:14.276742Z","caller":"traceutil/trace.go:171","msg":"trace[1129658299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10966; }","duration":"127.56019ms","start":"2026-03-09T13:59:14.14916Z","end":"2026-03-09T13:59:14.276721Z","steps":["trace[1129658299] 'agreement among raft nodes before linearized reading' (duration: 127.338745ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T13:59:14.276758Z","caller":"traceutil/trace.go:171","msg":"trace[127974080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10966; }","duration":"128.069634ms","start":"2026-03-09T13:59:14.148674Z","end":"2026-03-09T13:59:14.276744Z","steps":["trace[127974080] 'agreement among raft nodes before linearized reading' (duration: 127.93042ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:01:52.073372Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9842} {"level":"info","ts":"2026-03-09T14:01:52.154118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9842,"took":"78.172654ms","hash":4232032551,"current-db-size-bytes":42766336,"current-db-size":"43 MB","current-db-size-in-use-bytes":22831104,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T14:01:52.154198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4232032551,"revision":9842,"compact-revision":7770} {"level":"info","ts":"2026-03-09T14:04:27.142088Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003447.wal"} {"level":"warn","ts":"2026-03-09T14:06:00.808115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.136037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T14:06:00.808218Z","caller":"traceutil/trace.go:171","msg":"trace[8093317] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13483; }","duration":"234.306441ms","start":"2026-03-09T14:06:00.573894Z","end":"2026-03-09T14:06:00.8082Z","steps":["trace[8093317] 'count revisions from in-memory index tree' (duration: 233.954632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:00.808499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.280534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T14:06:00.808527Z","caller":"traceutil/trace.go:171","msg":"trace[2025447220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13483; }","duration":"221.363787ms","start":"2026-03-09T14:06:00.587156Z","end":"2026-03-09T14:06:00.808519Z","steps":["trace[2025447220] 'range keys from in-memory index tree' (duration: 221.080309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:00.808718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.366741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19154"} {"level":"info","ts":"2026-03-09T14:06:00.808822Z","caller":"traceutil/trace.go:171","msg":"trace[1511277952] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13483; }","duration":"202.511324ms","start":"2026-03-09T14:06:00.606287Z","end":"2026-03-09T14:06:00.808799Z","steps":["trace[1511277952] 'range keys from in-memory index tree' (duration: 202.186376ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:06:17.498553Z","caller":"traceutil/trace.go:171","msg":"trace[873667774] transaction","detail":"{read_only:false; response_revision:13561; number_of_response:1; }","duration":"126.635493ms","start":"2026-03-09T14:06:17.37186Z","end":"2026-03-09T14:06:17.498495Z","steps":["trace[873667774] 'process raft request' (duration: 126.373936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:06:25.608475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.691231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T14:06:25.608634Z","caller":"traceutil/trace.go:171","msg":"trace[159285621] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13616; }","duration":"118.916717ms","start":"2026-03-09T14:06:25.489683Z","end":"2026-03-09T14:06:25.6086Z","steps":["trace[159285621] 'count revisions from in-memory index tree' (duration: 118.560548ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:06:52.080696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11939} {"level":"info","ts":"2026-03-09T14:06:52.161499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11939,"took":"77.313409ms","hash":3531122714,"current-db-size-bytes":42766336,"current-db-size":"43 MB","current-db-size-in-use-bytes":24092672,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-09T14:06:52.161563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3531122714,"revision":11939,"compact-revision":9842} {"level":"info","ts":"2026-03-09T14:08:22.675996Z","caller":"traceutil/trace.go:171","msg":"trace[1161522984] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"120.13731ms","start":"2026-03-09T14:08:22.55583Z","end":"2026-03-09T14:08:22.675967Z","steps":["trace[1161522984] 'process raft request' (duration: 119.76763ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:28.294384Z","caller":"traceutil/trace.go:171","msg":"trace[885001070] transaction","detail":"{read_only:false; response_revision:14744; number_of_response:1; }","duration":"271.546531ms","start":"2026-03-09T14:08:28.022799Z","end":"2026-03-09T14:08:28.294345Z","steps":["trace[885001070] 'process raft request' (duration: 271.277563ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:28.309912Z","caller":"traceutil/trace.go:171","msg":"trace[1504949887] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"208.557474ms","start":"2026-03-09T14:08:28.10133Z","end":"2026-03-09T14:08:28.309887Z","steps":["trace[1504949887] 'process raft request' (duration: 208.376859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:29.7262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.708843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T14:08:29.726329Z","caller":"traceutil/trace.go:171","msg":"trace[1544150375] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14749; }","duration":"260.904229ms","start":"2026-03-09T14:08:29.465389Z","end":"2026-03-09T14:08:29.726294Z","steps":["trace[1544150375] 'range keys from in-memory index tree' (duration: 260.532989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:29.726422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.653429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T14:08:29.726508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.753762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T14:08:29.726574Z","caller":"traceutil/trace.go:171","msg":"trace[30921230] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14749; }","duration":"261.886095ms","start":"2026-03-09T14:08:29.464655Z","end":"2026-03-09T14:08:29.726541Z","steps":["trace[30921230] 'range keys from in-memory index tree' (duration: 261.548486ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:29.726682Z","caller":"traceutil/trace.go:171","msg":"trace[2021624005] transaction","detail":"{read_only:false; response_revision:14750; number_of_response:1; }","duration":"257.012796ms","start":"2026-03-09T14:08:29.46959Z","end":"2026-03-09T14:08:29.726603Z","steps":["trace[2021624005] 'process raft request' (duration: 114.063208ms)","trace[2021624005] 'compare' (duration: 142.376502ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:08:29.726758Z","caller":"traceutil/trace.go:171","msg":"trace[1403710620] linearizableReadLoop","detail":"{readStateIndex:15290; appliedIndex:15289; }","duration":"256.411219ms","start":"2026-03-09T14:08:29.470314Z","end":"2026-03-09T14:08:29.726725Z","steps":["trace[1403710620] 'read index received' (duration: 113.207725ms)","trace[1403710620] 'applied index is now lower than readState.Index' (duration: 143.201764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:08:29.726994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.148721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T14:08:29.727005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.690897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-09T14:08:29.727048Z","caller":"traceutil/trace.go:171","msg":"trace[2100766137] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14751; }","duration":"197.292295ms","start":"2026-03-09T14:08:29.52974Z","end":"2026-03-09T14:08:29.727033Z","steps":["trace[2100766137] 'agreement among raft nodes before linearized reading' (duration: 197.164142ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:08:29.727059Z","caller":"traceutil/trace.go:171","msg":"trace[990205160] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14751; }","duration":"256.804559ms","start":"2026-03-09T14:08:29.47024Z","end":"2026-03-09T14:08:29.727045Z","steps":["trace[990205160] 'agreement among raft nodes before linearized reading' (duration: 256.601334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:08:29.726051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.742294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T14:08:29.727203Z","caller":"traceutil/trace.go:171","msg":"trace[1296919805] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14749; }","duration":"261.920986ms","start":"2026-03-09T14:08:29.465238Z","end":"2026-03-09T14:08:29.727159Z","steps":["trace[1296919805] 'range keys from in-memory index tree' (duration: 260.682483ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:11:52.089516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13869} {"level":"info","ts":"2026-03-09T14:11:52.201184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13869,"took":"108.318413ms","hash":3471890544,"current-db-size-bytes":42766336,"current-db-size":"43 MB","current-db-size-in-use-bytes":29708288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T14:11:52.201289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3471890544,"revision":13869,"compact-revision":11939} {"level":"info","ts":"2026-03-09T14:14:41.953634Z","caller":"traceutil/trace.go:171","msg":"trace[1586240695] linearizableReadLoop","detail":"{readStateIndex:17902; appliedIndex:17901; }","duration":"191.263973ms","start":"2026-03-09T14:14:41.762342Z","end":"2026-03-09T14:14:41.953606Z","steps":["trace[1586240695] 'read index received' (duration: 191.046887ms)","trace[1586240695] 'applied index is now lower than readState.Index' (duration: 215.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:14:41.953738Z","caller":"traceutil/trace.go:171","msg":"trace[1416010996] transaction","detail":"{read_only:false; response_revision:17271; number_of_response:1; }","duration":"202.006779ms","start":"2026-03-09T14:14:41.751687Z","end":"2026-03-09T14:14:41.953694Z","steps":["trace[1416010996] 'process raft request' (duration: 201.762042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:41.953892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.53584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T14:14:41.953941Z","caller":"traceutil/trace.go:171","msg":"trace[112913566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17271; }","duration":"191.649883ms","start":"2026-03-09T14:14:41.76228Z","end":"2026-03-09T14:14:41.95393Z","steps":["trace[112913566] 'agreement among raft nodes before linearized reading' (duration: 191.477529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:41.954161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.390214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:14:41.954274Z","caller":"traceutil/trace.go:171","msg":"trace[524628955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17271; }","duration":"156.524888ms","start":"2026-03-09T14:14:41.797725Z","end":"2026-03-09T14:14:41.95425Z","steps":["trace[524628955] 'agreement among raft nodes before linearized reading' (duration: 156.168928ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:14:49.117066Z","caller":"traceutil/trace.go:171","msg":"trace[1341048855] linearizableReadLoop","detail":"{readStateIndex:17938; appliedIndex:17937; }","duration":"369.664299ms","start":"2026-03-09T14:14:48.747373Z","end":"2026-03-09T14:14:49.117038Z","steps":["trace[1341048855] 'read index received' (duration: 369.497565ms)","trace[1341048855] 'applied index is now lower than readState.Index' (duration: 165.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:14:49.117214Z","caller":"traceutil/trace.go:171","msg":"trace[1304772996] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"401.447246ms","start":"2026-03-09T14:14:48.715724Z","end":"2026-03-09T14:14:49.117171Z","steps":["trace[1304772996] 'process raft request' (duration: 401.157908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:49.117409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:14:48.715692Z","time spent":"401.623149ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1629,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T14:14:49.117479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.483857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:14:49.117523Z","caller":"traceutil/trace.go:171","msg":"trace[2056582390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17306; }","duration":"318.627561ms","start":"2026-03-09T14:14:48.798882Z","end":"2026-03-09T14:14:49.11751Z","steps":["trace[2056582390] 'agreement among raft nodes before linearized reading' (duration: 318.334773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:49.11756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:14:48.798852Z","time spent":"318.700093ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T14:14:49.117629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.369997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:14:49.117734Z","caller":"traceutil/trace.go:171","msg":"trace[2095208727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17306; }","duration":"264.519831ms","start":"2026-03-09T14:14:48.853192Z","end":"2026-03-09T14:14:49.117712Z","steps":["trace[2095208727] 'agreement among raft nodes before linearized reading' (duration: 264.305075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:49.117703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.260385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-09T14:14:49.117924Z","caller":"traceutil/trace.go:171","msg":"trace[592751356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17306; }","duration":"370.552763ms","start":"2026-03-09T14:14:48.747346Z","end":"2026-03-09T14:14:49.117899Z","steps":["trace[592751356] 'agreement among raft nodes before linearized reading' (duration: 369.838674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:49.118003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.509538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:14:49.118055Z","caller":"traceutil/trace.go:171","msg":"trace[2136336600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17306; }","duration":"318.59398ms","start":"2026-03-09T14:14:48.799445Z","end":"2026-03-09T14:14:49.118039Z","steps":["trace[2136336600] 'agreement among raft nodes before linearized reading' (duration: 318.371174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:14:49.118036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:14:48.747333Z","time spent":"370.688686ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-09T14:14:49.118101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:14:48.799435Z","time spent":"318.658721ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:14:49.118138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.455298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:14:49.118241Z","caller":"traceutil/trace.go:171","msg":"trace[1188915519] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:17306; }","duration":"205.636234ms","start":"2026-03-09T14:14:48.912583Z","end":"2026-03-09T14:14:49.118219Z","steps":["trace[1188915519] 'agreement among raft nodes before linearized reading' (duration: 204.699869ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:15:27.427631Z","caller":"traceutil/trace.go:171","msg":"trace[183081892] transaction","detail":"{read_only:false; response_revision:17811; number_of_response:1; }","duration":"141.352353ms","start":"2026-03-09T14:15:27.286241Z","end":"2026-03-09T14:15:27.427593Z","steps":["trace[183081892] 'process raft request' (duration: 141.073395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:16:52.097042Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16253} {"level":"info","ts":"2026-03-09T14:16:52.194215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16253,"took":"92.887763ms","hash":2663357211,"current-db-size-bytes":43610112,"current-db-size":"44 MB","current-db-size-in-use-bytes":30228480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T14:16:52.19432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2663357211,"revision":16253,"compact-revision":13869} {"level":"info","ts":"2026-03-09T14:19:04.429971Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T14:19:04.436369Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-09T14:19:04.436459Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-09T14:20:30.10763Z","caller":"traceutil/trace.go:171","msg":"trace[532666330] linearizableReadLoop","detail":"{readStateIndex:20514; appliedIndex:20513; }","duration":"185.989501ms","start":"2026-03-09T14:20:29.92161Z","end":"2026-03-09T14:20:30.107599Z","steps":["trace[532666330] 'read index received' (duration: 93.986472ms)","trace[532666330] 'applied index is now lower than readState.Index' (duration: 92.002069ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:20:30.107704Z","caller":"traceutil/trace.go:171","msg":"trace[83425674] transaction","detail":"{read_only:false; response_revision:19794; number_of_response:1; }","duration":"227.059863ms","start":"2026-03-09T14:20:29.880592Z","end":"2026-03-09T14:20:30.107652Z","steps":["trace[83425674] 'process raft request' (duration: 135.095946ms)","trace[83425674] 'compare' (duration: 91.793803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:30.107779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.155765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:20:30.107821Z","caller":"traceutil/trace.go:171","msg":"trace[1770962471] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19794; }","duration":"186.261467ms","start":"2026-03-09T14:20:29.921544Z","end":"2026-03-09T14:20:30.107805Z","steps":["trace[1770962471] 'agreement among raft nodes before linearized reading' (duration: 186.169915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:20:30.622464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.739283ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-09T14:20:30.622577Z","caller":"traceutil/trace.go:171","msg":"trace[963634973] linearizableReadLoop","detail":"{readStateIndex:20515; appliedIndex:20514; }","duration":"158.311033ms","start":"2026-03-09T14:20:30.464246Z","end":"2026-03-09T14:20:30.622557Z","steps":["trace[963634973] 'read index received' (duration: 50.531µs)","trace[963634973] 'applied index is now lower than readState.Index' (duration: 158.258902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:30.623579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.32164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:20:30.623617Z","caller":"traceutil/trace.go:171","msg":"trace[1374203223] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19794; }","duration":"159.367541ms","start":"2026-03-09T14:20:30.464238Z","end":"2026-03-09T14:20:30.623605Z","steps":["trace[1374203223] 'agreement among raft nodes before linearized reading' (duration: 158.368635ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:30.742971Z","caller":"traceutil/trace.go:171","msg":"trace[636891030] transaction","detail":"{read_only:false; response_revision:19795; number_of_response:1; }","duration":"115.733311ms","start":"2026-03-09T14:20:30.627209Z","end":"2026-03-09T14:20:30.742942Z","steps":["trace[636891030] 'process raft request' (duration: 115.542446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:20:31.038565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.797142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:20:31.038805Z","caller":"traceutil/trace.go:171","msg":"trace[1467239553] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20516; }","duration":"185.375154ms","start":"2026-03-09T14:20:30.853407Z","end":"2026-03-09T14:20:31.038783Z","steps":["trace[1467239553] 'read index received' (duration: 57.128561ms)","trace[1467239553] 'applied index is now lower than readState.Index' (duration: 128.245303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:31.038936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.531418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:20:31.038981Z","caller":"traceutil/trace.go:171","msg":"trace[491644098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19797; }","duration":"185.61975ms","start":"2026-03-09T14:20:30.853348Z","end":"2026-03-09T14:20:31.038968Z","steps":["trace[491644098] 'agreement among raft nodes before linearized reading' (duration: 185.513347ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:31.039032Z","caller":"traceutil/trace.go:171","msg":"trace[1260010036] transaction","detail":"{read_only:false; response_revision:19797; number_of_response:1; }","duration":"379.298596ms","start":"2026-03-09T14:20:30.659695Z","end":"2026-03-09T14:20:31.038993Z","steps":["trace[1260010036] 'process raft request' (duration: 379.002788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:31.03922Z","caller":"traceutil/trace.go:171","msg":"trace[1725987215] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"380.863558ms","start":"2026-03-09T14:20:30.658322Z","end":"2026-03-09T14:20:31.039186Z","steps":["trace[1725987215] 'process raft request' (duration: 252.316537ms)","trace[1725987215] 'compare' (duration: 127.413531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:31.039383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:20:30.658293Z","time spent":"381.011041ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:20:31.039495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:20:30.659649Z","time spent":"379.512421ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:20:31.106752Z","caller":"traceutil/trace.go:171","msg":"trace[1096080727] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"148.825781ms","start":"2026-03-09T14:20:30.95788Z","end":"2026-03-09T14:20:31.106706Z","steps":["trace[1096080727] 'process raft request' (duration: 148.601985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:20:31.440518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.732402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:20:31.440781Z","caller":"traceutil/trace.go:171","msg":"trace[1955999319] linearizableReadLoop","detail":"{readStateIndex:20521; appliedIndex:20519; }","duration":"193.570022ms","start":"2026-03-09T14:20:31.247193Z","end":"2026-03-09T14:20:31.440763Z","steps":["trace[1955999319] 'read index received' (duration: 27.527342ms)","trace[1955999319] 'applied index is now lower than readState.Index' (duration: 166.04176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:31.440971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.785628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:20:31.441005Z","caller":"traceutil/trace.go:171","msg":"trace[519239099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19800; }","duration":"193.86451ms","start":"2026-03-09T14:20:31.247131Z","end":"2026-03-09T14:20:31.440996Z","steps":["trace[519239099] 'agreement among raft nodes before linearized reading' (duration: 193.681075ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:20:31.441021Z","caller":"traceutil/trace.go:171","msg":"trace[1599194857] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"329.123319ms","start":"2026-03-09T14:20:31.111841Z","end":"2026-03-09T14:20:31.440965Z","steps":["trace[1599194857] 'process raft request' (duration: 162.850074ms)","trace[1599194857] 'compare' (duration: 165.482514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:20:31.44126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:20:31.111817Z","time spent":"329.309275ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:20:31.441482Z","caller":"traceutil/trace.go:171","msg":"trace[1482721370] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"329.447358ms","start":"2026-03-09T14:20:31.11201Z","end":"2026-03-09T14:20:31.441458Z","steps":["trace[1482721370] 'process raft request' (duration: 328.605846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:20:31.441572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:20:31.111963Z","time spent":"329.563181ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:20:31.45397Z","caller":"traceutil/trace.go:171","msg":"trace[1598520775] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"144.150837ms","start":"2026-03-09T14:20:31.30979Z","end":"2026-03-09T14:20:31.453941Z","steps":["trace[1598520775] 'process raft request' (duration: 144.017633ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:21:52.103076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18405} {"level":"info","ts":"2026-03-09T14:21:52.197913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18405,"took":"90.93075ms","hash":4284291095,"current-db-size-bytes":43610112,"current-db-size":"44 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T14:21:52.197969Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4284291095,"revision":18405,"compact-revision":16253} {"level":"warn","ts":"2026-03-09T14:24:19.11704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.143788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:24:19.117155Z","caller":"traceutil/trace.go:171","msg":"trace[739542635] transaction","detail":"{read_only:false; response_revision:22058; number_of_response:1; }","duration":"130.89125ms","start":"2026-03-09T14:24:18.986249Z","end":"2026-03-09T14:24:19.11714Z","steps":["trace[739542635] 'compare' (duration: 121.235654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:24:19.426077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.50987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T14:24:19.426188Z","caller":"traceutil/trace.go:171","msg":"trace[306353179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22058; }","duration":"124.663814ms","start":"2026-03-09T14:24:19.301502Z","end":"2026-03-09T14:24:19.426166Z","steps":["trace[306353179] 'range keys from in-memory index tree' (duration: 124.243533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:24:19.42639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.844956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:24:19.42648Z","caller":"traceutil/trace.go:171","msg":"trace[1859697840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22058; }","duration":"132.055521ms","start":"2026-03-09T14:24:19.294405Z","end":"2026-03-09T14:24:19.42646Z","steps":["trace[1859697840] 'range keys from in-memory index tree' (duration: 131.607439ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:24:19.648748Z","caller":"traceutil/trace.go:171","msg":"trace[1084047446] linearizableReadLoop","detail":"{readStateIndex:22850; appliedIndex:22849; }","duration":"216.99798ms","start":"2026-03-09T14:24:19.431721Z","end":"2026-03-09T14:24:19.648719Z","steps":["trace[1084047446] 'read index received' (duration: 216.921257ms)","trace[1084047446] 'applied index is now lower than readState.Index' (duration: 75.692µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:24:19.648868Z","caller":"traceutil/trace.go:171","msg":"trace[274348497] transaction","detail":"{read_only:false; response_revision:22059; number_of_response:1; }","duration":"217.75963ms","start":"2026-03-09T14:24:19.43105Z","end":"2026-03-09T14:24:19.64881Z","steps":["trace[274348497] 'process raft request' (duration: 217.502203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:24:19.649043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.303218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-09T14:24:19.649107Z","caller":"traceutil/trace.go:171","msg":"trace[1973936306] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22059; }","duration":"217.39956ms","start":"2026-03-09T14:24:19.43169Z","end":"2026-03-09T14:24:19.649089Z","steps":["trace[1973936306] 'agreement among raft nodes before linearized reading' (duration: 217.138613ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:24:19.650776Z","caller":"traceutil/trace.go:171","msg":"trace[2067966763] transaction","detail":"{read_only:false; response_revision:22060; number_of_response:1; }","duration":"101.250632ms","start":"2026-03-09T14:24:19.549493Z","end":"2026-03-09T14:24:19.650743Z","steps":["trace[2067966763] 'process raft request' (duration: 101.002046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:24:19.65143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.068779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-09T14:24:19.651499Z","caller":"traceutil/trace.go:171","msg":"trace[597781752] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:22062; }","duration":"215.165981ms","start":"2026-03-09T14:24:19.436318Z","end":"2026-03-09T14:24:19.651484Z","steps":["trace[597781752] 'agreement among raft nodes before linearized reading' (duration: 214.777951ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.142993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20500} {"level":"warn","ts":"2026-03-09T14:26:52.929785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.152592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:26:52.929946Z","caller":"traceutil/trace.go:171","msg":"trace[993548494] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"413.196016ms","start":"2026-03-09T14:26:52.516704Z","end":"2026-03-09T14:26:52.9299Z","steps":["trace[993548494] 'process raft request' (duration: 83.819538ms)","trace[993548494] 'compare' (duration: 62.0596ms)","trace[993548494] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 266.732662ms)"],"step_count":3} {"level":"info","ts":"2026-03-09T14:26:52.930053Z","caller":"traceutil/trace.go:171","msg":"trace[1284305108] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"160.539658ms","start":"2026-03-09T14:26:52.769489Z","end":"2026-03-09T14:26:52.930028Z","steps":["trace[1284305108] 'process raft request' (duration: 160.415195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.93011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.516672Z","time spent":"413.361831ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:26:52.930308Z","caller":"traceutil/trace.go:171","msg":"trace[976756336] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24337; }","duration":"365.890369ms","start":"2026-03-09T14:26:52.564407Z","end":"2026-03-09T14:26:52.930297Z","steps":["trace[976756336] 'read index received' (duration: 36.038278ms)","trace[976756336] 'applied index is now lower than readState.Index' (duration: 329.85121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:26:52.930471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.073343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:26:52.930506Z","caller":"traceutil/trace.go:171","msg":"trace[1290282533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23510; }","duration":"366.155156ms","start":"2026-03-09T14:26:52.564342Z","end":"2026-03-09T14:26:52.930497Z","steps":["trace[1290282533] 'agreement among raft nodes before linearized reading' (duration: 366.040713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.930537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:26:52.564319Z","time spent":"366.211827ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T14:26:52.930756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.27202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-09T14:26:52.930743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.509962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:26:52.930817Z","caller":"traceutil/trace.go:171","msg":"trace[866612926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23510; }","duration":"131.371883ms","start":"2026-03-09T14:26:52.79943Z","end":"2026-03-09T14:26:52.930802Z","steps":["trace[866612926] 'agreement among raft nodes before linearized reading' (duration: 131.179338ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:52.930846Z","caller":"traceutil/trace.go:171","msg":"trace[807957304] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23510; }","duration":"267.654476ms","start":"2026-03-09T14:26:52.663161Z","end":"2026-03-09T14:26:52.930815Z","steps":["trace[807957304] 'agreement among raft nodes before linearized reading' (duration: 267.42964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:26:52.930876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.406137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-09T14:26:52.930963Z","caller":"traceutil/trace.go:171","msg":"trace[1239080321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23510; }","duration":"177.606383ms","start":"2026-03-09T14:26:52.753334Z","end":"2026-03-09T14:26:52.93094Z","steps":["trace[1239080321] 'agreement among raft nodes before linearized reading' (duration: 177.298184ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:26:53.264575Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20500,"took":"1.118475958s","hash":958515234,"current-db-size-bytes":45826048,"current-db-size":"46 MB","current-db-size-in-use-bytes":38793216,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-09T14:26:53.264651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":958515234,"revision":20500,"compact-revision":18405} {"level":"info","ts":"2026-03-09T14:28:01.400373Z","caller":"traceutil/trace.go:171","msg":"trace[558447850] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"131.61788ms","start":"2026-03-09T14:28:01.268729Z","end":"2026-03-09T14:28:01.400347Z","steps":["trace[558447850] 'process raft request' (duration: 131.480026ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:01.448364Z","caller":"traceutil/trace.go:171","msg":"trace[510743747] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"156.06092ms","start":"2026-03-09T14:28:01.292271Z","end":"2026-03-09T14:28:01.448332Z","steps":["trace[510743747] 'process raft request' (duration: 155.782532ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:01.448534Z","caller":"traceutil/trace.go:171","msg":"trace[758086989] linearizableReadLoop","detail":"{readStateIndex:25003; appliedIndex:25001; }","duration":"144.371069ms","start":"2026-03-09T14:28:01.304126Z","end":"2026-03-09T14:28:01.448497Z","steps":["trace[758086989] 'read index received' (duration: 96.121036ms)","trace[758086989] 'applied index is now lower than readState.Index' (duration: 48.247963ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:01.448634Z","caller":"traceutil/trace.go:171","msg":"trace[1571001448] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"143.542626ms","start":"2026-03-09T14:28:01.305046Z","end":"2026-03-09T14:28:01.448589Z","steps":["trace[1571001448] 'process raft request' (duration: 143.234408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:01.448839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.693517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-09T14:28:01.448885Z","caller":"traceutil/trace.go:171","msg":"trace[2125666244] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24154; }","duration":"144.7982ms","start":"2026-03-09T14:28:01.304075Z","end":"2026-03-09T14:28:01.448873Z","steps":["trace[2125666244] 'agreement among raft nodes before linearized reading' (duration: 144.603635ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:01.77387Z","caller":"traceutil/trace.go:171","msg":"trace[493536199] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"320.490671ms","start":"2026-03-09T14:28:01.453347Z","end":"2026-03-09T14:28:01.773837Z","steps":["trace[493536199] 'process raft request' (duration: 320.313316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:01.774084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.453317Z","time spent":"320.654485ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:02.174911Z","caller":"traceutil/trace.go:171","msg":"trace[1785436502] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"720.68448ms","start":"2026-03-09T14:28:01.454175Z","end":"2026-03-09T14:28:02.174859Z","steps":["trace[1785436502] 'process raft request' (duration: 629.332552ms)","trace[1785436502] 'compare' (duration: 91.090861ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:02.175044Z","caller":"traceutil/trace.go:171","msg":"trace[1059185689] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"657.907542ms","start":"2026-03-09T14:28:01.517116Z","end":"2026-03-09T14:28:02.175024Z","steps":["trace[1059185689] 'process raft request' (duration: 657.670445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.454151Z","time spent":"720.852835ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:02.175153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.517085Z","time spent":"658.011884ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:02.175378Z","caller":"traceutil/trace.go:171","msg":"trace[132778581] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"627.582765ms","start":"2026-03-09T14:28:01.547788Z","end":"2026-03-09T14:28:02.175371Z","steps":["trace[132778581] 'process raft request' (duration: 627.189474ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.175372Z","caller":"traceutil/trace.go:171","msg":"trace[1756600486] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"610.819469ms","start":"2026-03-09T14:28:01.564534Z","end":"2026-03-09T14:28:02.175354Z","steps":["trace[1756600486] 'process raft request' (duration: 610.657135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.547755Z","time spent":"627.638836ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:02.175362Z","caller":"traceutil/trace.go:171","msg":"trace[1419394245] linearizableReadLoop","detail":"{readStateIndex:25006; appliedIndex:25004; }","duration":"719.329894ms","start":"2026-03-09T14:28:01.455977Z","end":"2026-03-09T14:28:02.175307Z","steps":["trace[1419394245] 'read index received' (duration: 317.770388ms)","trace[1419394245] 'applied index is now lower than readState.Index' (duration: 401.558166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:02.17544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.564505Z","time spent":"610.901292ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:02.175549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.570311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-09T14:28:02.175592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.415083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:02.175623Z","caller":"traceutil/trace.go:171","msg":"trace[1277187258] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24159; }","duration":"719.681364ms","start":"2026-03-09T14:28:01.455924Z","end":"2026-03-09T14:28:02.175605Z","steps":["trace[1277187258] 'agreement among raft nodes before linearized reading' (duration: 719.471758ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.175647Z","caller":"traceutil/trace.go:171","msg":"trace[2083882451] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24159; }","duration":"436.545196ms","start":"2026-03-09T14:28:01.739085Z","end":"2026-03-09T14:28:02.17563Z","steps":["trace[2083882451] 'agreement among raft nodes before linearized reading' (duration: 436.424822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.457742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:02.17568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.455905Z","time spent":"719.762596ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-09T14:28:02.175702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.852191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T14:28:02.175698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.739057Z","time spent":"436.625648ms","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:28:02.175734Z","caller":"traceutil/trace.go:171","msg":"trace[2112991554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24159; }","duration":"170.942383ms","start":"2026-03-09T14:28:02.004783Z","end":"2026-03-09T14:28:02.175725Z","steps":["trace[2112991554] 'agreement among raft nodes before linearized reading' (duration: 170.845721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.598436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-09T14:28:02.175734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.283098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:02.175752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.97884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:02.175761Z","caller":"traceutil/trace.go:171","msg":"trace[2005154020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24159; }","duration":"284.684608ms","start":"2026-03-09T14:28:01.891066Z","end":"2026-03-09T14:28:02.175751Z","steps":["trace[2005154020] 'agreement among raft nodes before linearized reading' (duration: 284.557584ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.175707Z","caller":"traceutil/trace.go:171","msg":"trace[1385354618] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24159; }","duration":"249.533233ms","start":"2026-03-09T14:28:01.926166Z","end":"2026-03-09T14:28:02.175699Z","steps":["trace[1385354618] 'agreement among raft nodes before linearized reading' (duration: 249.479122ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.17579Z","caller":"traceutil/trace.go:171","msg":"trace[1105742927] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24159; }","duration":"316.056353ms","start":"2026-03-09T14:28:01.859724Z","end":"2026-03-09T14:28:02.175781Z","steps":["trace[1105742927] 'agreement among raft nodes before linearized reading' (duration: 315.9458ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.1758Z","caller":"traceutil/trace.go:171","msg":"trace[1372576719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24159; }","duration":"322.34814ms","start":"2026-03-09T14:28:01.85343Z","end":"2026-03-09T14:28:02.175779Z","steps":["trace[1372576719] 'agreement among raft nodes before linearized reading' (duration: 322.238507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.859704Z","time spent":"316.102313ms","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:02.175824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.557311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-09T14:28:02.175841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.853362Z","time spent":"322.469233ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T14:28:02.175868Z","caller":"traceutil/trace.go:171","msg":"trace[2047153260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24159; }","duration":"358.651925ms","start":"2026-03-09T14:28:01.817202Z","end":"2026-03-09T14:28:02.175854Z","steps":["trace[2047153260] 'agreement among raft nodes before linearized reading' (duration: 358.520391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:02.175898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:01.817178Z","time spent":"358.712367ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T14:28:02.377001Z","caller":"traceutil/trace.go:171","msg":"trace[1812398404] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"196.729201ms","start":"2026-03-09T14:28:02.180219Z","end":"2026-03-09T14:28:02.376948Z","steps":["trace[1812398404] 'process raft request' (duration: 186.829118ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.37756Z","caller":"traceutil/trace.go:171","msg":"trace[1078532947] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"197.245924ms","start":"2026-03-09T14:28:02.180273Z","end":"2026-03-09T14:28:02.377519Z","steps":["trace[1078532947] 'process raft request' (duration: 196.624707ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.377873Z","caller":"traceutil/trace.go:171","msg":"trace[1201751989] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"197.127281ms","start":"2026-03-09T14:28:02.180731Z","end":"2026-03-09T14:28:02.377859Z","steps":["trace[1201751989] 'process raft request' (duration: 196.869974ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:02.377912Z","caller":"traceutil/trace.go:171","msg":"trace[1847221498] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"102.671819ms","start":"2026-03-09T14:28:02.275208Z","end":"2026-03-09T14:28:02.377879Z","steps":["trace[1847221498] 'process raft request' (duration: 102.485214ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:07.948616Z","caller":"traceutil/trace.go:171","msg":"trace[1937812037] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"144.842391ms","start":"2026-03-09T14:28:07.803744Z","end":"2026-03-09T14:28:07.948586Z","steps":["trace[1937812037] 'process raft request' (duration: 144.686587ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:08.512846Z","caller":"traceutil/trace.go:171","msg":"trace[1558746840] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"112.169342ms","start":"2026-03-09T14:28:08.400656Z","end":"2026-03-09T14:28:08.512826Z","steps":["trace[1558746840] 'process raft request' (duration: 111.961667ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:08.513105Z","caller":"traceutil/trace.go:171","msg":"trace[1176659603] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25052; }","duration":"106.854951ms","start":"2026-03-09T14:28:08.405913Z","end":"2026-03-09T14:28:08.512768Z","steps":["trace[1176659603] 'read index received' (duration: 106.631085ms)","trace[1176659603] 'applied index is now lower than readState.Index' (duration: 222.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:08.513378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.164434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:28:08.513455Z","caller":"traceutil/trace.go:171","msg":"trace[477219990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24202; }","duration":"100.345538ms","start":"2026-03-09T14:28:08.413098Z","end":"2026-03-09T14:28:08.513443Z","steps":["trace[477219990] 'agreement among raft nodes before linearized reading' (duration: 100.173703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:08.513089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.16058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T14:28:08.513666Z","caller":"traceutil/trace.go:171","msg":"trace[1289048132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24202; }","duration":"107.796686ms","start":"2026-03-09T14:28:08.405855Z","end":"2026-03-09T14:28:08.513652Z","steps":["trace[1289048132] 'agreement among raft nodes before linearized reading' (duration: 107.082217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.07714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986421049432913992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T14:28:09.383367Z","caller":"traceutil/trace.go:171","msg":"trace[1169931743] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"866.295312ms","start":"2026-03-09T14:28:08.517037Z","end":"2026-03-09T14:28:09.383333Z","steps":["trace[1169931743] 'process raft request' (duration: 866.057206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:09.383547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.517017Z","time spent":"866.437816ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.096631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.720791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:10.096923Z","caller":"traceutil/trace.go:171","msg":"trace[1679880199] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25053; }","duration":"1.52062476s","start":"2026-03-09T14:28:08.576277Z","end":"2026-03-09T14:28:10.096902Z","steps":["trace[1679880199] 'read index received' (duration: 806.883803ms)","trace[1679880199] 'applied index is now lower than readState.Index' (duration: 713.739697ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:10.097007Z","caller":"traceutil/trace.go:171","msg":"trace[1878736214] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"1.57896008s","start":"2026-03-09T14:28:08.518034Z","end":"2026-03-09T14:28:10.096995Z","steps":["trace[1878736214] 'process raft request' (duration: 1.126768337s)","trace[1878736214] 'compare' (duration: 451.583357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:10.09707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.518019Z","time spent":"1.579013761s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:10.097186Z","caller":"traceutil/trace.go:171","msg":"trace[2078731894] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.579068814s","start":"2026-03-09T14:28:08.518079Z","end":"2026-03-09T14:28:10.097148Z","steps":["trace[2078731894] 'process raft request' (duration: 1.578661603s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.097204Z","caller":"traceutil/trace.go:171","msg":"trace[2114906606] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.577836591s","start":"2026-03-09T14:28:08.519313Z","end":"2026-03-09T14:28:10.09715Z","steps":["trace[2114906606] 'process raft request' (duration: 1.577496062s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.097369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.518059Z","time spent":"1.579204657s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.097408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.519287Z","time spent":"1.578014466s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.09746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521149793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.097474Z","caller":"traceutil/trace.go:171","msg":"trace[1682209101] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.408924389s","start":"2026-03-09T14:28:08.688515Z","end":"2026-03-09T14:28:10.097439Z","steps":["trace[1682209101] 'process raft request' (duration: 1.408336804s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.097545Z","caller":"traceutil/trace.go:171","msg":"trace[843441789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24207; }","duration":"1.521298877s","start":"2026-03-09T14:28:08.576223Z","end":"2026-03-09T14:28:10.097522Z","steps":["trace[843441789] 'agreement among raft nodes before linearized reading' (duration: 1.521064021s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.097596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.576175Z","time spent":"1.521408381s","remote":"127.0.0.1:50176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:10.097672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.68849Z","time spent":"1.409079804s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.610164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.610982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:10.610443Z","caller":"traceutil/trace.go:171","msg":"trace[1101668308] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25058; }","duration":"513.469773ms","start":"2026-03-09T14:28:10.096953Z","end":"2026-03-09T14:28:10.610423Z","steps":["trace[1101668308] 'read index received' (duration: 115.518722ms)","trace[1101668308] 'applied index is now lower than readState.Index' (duration: 397.950081ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:10.610603Z","caller":"traceutil/trace.go:171","msg":"trace[421251351] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"634.455109ms","start":"2026-03-09T14:28:09.976096Z","end":"2026-03-09T14:28:10.610551Z","steps":["trace[421251351] 'process raft request' (duration: 634.287925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.611315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.971432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:28:10.610723Z","caller":"traceutil/trace.go:171","msg":"trace[247946187] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.07981207s","start":"2026-03-09T14:28:09.530882Z","end":"2026-03-09T14:28:10.610694Z","steps":["trace[247946187] 'process raft request' (duration: 1.079396679s)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.611366Z","caller":"traceutil/trace.go:171","msg":"trace[91148269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24211; }","duration":"656.277379ms","start":"2026-03-09T14:28:09.955074Z","end":"2026-03-09T14:28:10.611352Z","steps":["trace[91148269] 'agreement among raft nodes before linearized reading' (duration: 655.580281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.611353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.976065Z","time spent":"634.979383ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.611408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.955002Z","time spent":"656.396563ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T14:28:10.610784Z","caller":"traceutil/trace.go:171","msg":"trace[1276563448] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"1.080461237s","start":"2026-03-09T14:28:09.530317Z","end":"2026-03-09T14:28:10.610778Z","steps":["trace[1276563448] 'process raft request' (duration: 682.129166ms)","trace[1276563448] 'compare' (duration: 397.460368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:10.611474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.530853Z","time spent":"1.080519649s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.611506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.53029Z","time spent":"1.081184407s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.61074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757868398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.61165Z","caller":"traceutil/trace.go:171","msg":"trace[131974324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24211; }","duration":"1.758832414s","start":"2026-03-09T14:28:08.8528Z","end":"2026-03-09T14:28:10.611632Z","steps":["trace[131974324] 'agreement among raft nodes before linearized reading' (duration: 1.757860328s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.611701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:08.852766Z","time spent":"1.758923035s","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T14:28:10.610901Z","caller":"traceutil/trace.go:171","msg":"trace[1186701086] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"929.211106ms","start":"2026-03-09T14:28:09.681669Z","end":"2026-03-09T14:28:10.61088Z","steps":["trace[1186701086] 'process raft request' (duration: 928.675552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.611782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.68164Z","time spent":"930.12184ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.610942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033827767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T14:28:10.611841Z","caller":"traceutil/trace.go:171","msg":"trace[672958644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24211; }","duration":"1.034760483s","start":"2026-03-09T14:28:09.57707Z","end":"2026-03-09T14:28:10.611831Z","steps":["trace[672958644] 'agreement among raft nodes before linearized reading' (duration: 1.033784147s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.611869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.57705Z","time spent":"1.034812414s","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T14:28:10.610745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.230989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:10.61198Z","caller":"traceutil/trace.go:171","msg":"trace[1533841935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24211; }","duration":"736.573474ms","start":"2026-03-09T14:28:09.875399Z","end":"2026-03-09T14:28:10.611972Z","steps":["trace[1533841935] 'agreement among raft nodes before linearized reading' (duration: 735.206108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.612002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:09.875369Z","time spent":"736.624156ms","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-09T14:28:10.866011Z","caller":"traceutil/trace.go:171","msg":"trace[154061957] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"613.373758ms","start":"2026-03-09T14:28:10.252595Z","end":"2026-03-09T14:28:10.865969Z","steps":["trace[154061957] 'process raft request' (duration: 613.0696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.866241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.252566Z","time spent":"613.557573ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:10.866605Z","caller":"traceutil/trace.go:171","msg":"trace[1528490154] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"606.707421ms","start":"2026-03-09T14:28:10.259855Z","end":"2026-03-09T14:28:10.866563Z","steps":["trace[1528490154] 'process raft request' (duration: 606.051163ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:10.866652Z","caller":"traceutil/trace.go:171","msg":"trace[1878663967] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"605.354205ms","start":"2026-03-09T14:28:10.261245Z","end":"2026-03-09T14:28:10.866599Z","steps":["trace[1878663967] 'process raft request' (duration: 605.069817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:10.866812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.259816Z","time spent":"606.872925ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:10.866875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.261215Z","time spent":"605.55822ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.28125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.766249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-09T14:28:11.282232Z","caller":"traceutil/trace.go:171","msg":"trace[1404138485] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25062; }","duration":"671.70475ms","start":"2026-03-09T14:28:10.610483Z","end":"2026-03-09T14:28:11.282188Z","steps":["trace[1404138485] 'read index received' (duration: 255.239786ms)","trace[1404138485] 'applied index is now lower than readState.Index' (duration: 416.463694ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:11.282394Z","caller":"traceutil/trace.go:171","msg":"trace[1493210219] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"764.007544ms","start":"2026-03-09T14:28:10.518373Z","end":"2026-03-09T14:28:11.282381Z","steps":["trace[1493210219] 'process raft request' (duration: 763.017957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.282531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.518347Z","time spent":"764.080465ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.504354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156024446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:11.50444Z","caller":"traceutil/trace.go:171","msg":"trace[2081803155] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24215; }","duration":"1.156128499s","start":"2026-03-09T14:28:10.34829Z","end":"2026-03-09T14:28:11.504419Z","steps":["trace[2081803155] 'agreement among raft nodes before linearized reading' (duration: 934.198349ms)","trace[2081803155] 'count revisions from in-memory index tree' (duration: 221.786267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.504474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.348218Z","time spent":"1.156247042s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.504536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334676097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:11.504645Z","caller":"traceutil/trace.go:171","msg":"trace[896551276] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24215; }","duration":"1.334950683s","start":"2026-03-09T14:28:10.16966Z","end":"2026-03-09T14:28:11.504611Z","steps":["trace[896551276] 'agreement among raft nodes before linearized reading' (duration: 1.112785436s)","trace[896551276] 'count revisions from in-memory index tree' (duration: 221.973032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.504716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.169645Z","time spent":"1.335057287s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.504713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.390583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:11.504927Z","caller":"traceutil/trace.go:171","msg":"trace[1659639152] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"888.285437ms","start":"2026-03-09T14:28:10.616583Z","end":"2026-03-09T14:28:11.504868Z","steps":["trace[1659639152] 'process raft request' (duration: 665.592146ms)","trace[1659639152] 'compare' (duration: 221.828618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.505045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.301534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.50509Z","caller":"traceutil/trace.go:171","msg":"trace[1787000351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24216; }","duration":"892.389427ms","start":"2026-03-09T14:28:10.612687Z","end":"2026-03-09T14:28:11.505077Z","steps":["trace[1787000351] 'agreement among raft nodes before linearized reading' (duration: 892.302184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.505121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.61267Z","time spent":"892.444478ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:11.505308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.084019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:11.505319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.663445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.505346Z","caller":"traceutil/trace.go:171","msg":"trace[978338457] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24216; }","duration":"455.179102ms","start":"2026-03-09T14:28:11.050154Z","end":"2026-03-09T14:28:11.505333Z","steps":["trace[978338457] 'agreement among raft nodes before linearized reading' (duration: 455.10407ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:11.505363Z","caller":"traceutil/trace.go:171","msg":"trace[618479224] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24216; }","duration":"886.743737ms","start":"2026-03-09T14:28:10.618605Z","end":"2026-03-09T14:28:11.505349Z","steps":["trace[618479224] 'agreement among raft nodes before linearized reading' (duration: 886.660475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.505373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.050123Z","time spent":"455.243574ms","remote":"127.0.0.1:38854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.505395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.618585Z","time spent":"886.802468ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-09T14:28:11.504927Z","caller":"traceutil/trace.go:171","msg":"trace[1372262363] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25067; }","duration":"222.587738ms","start":"2026-03-09T14:28:11.282314Z","end":"2026-03-09T14:28:11.504901Z","steps":["trace[1372262363] 'read index received' (duration: 179.285µs)","trace[1372262363] 'applied index is now lower than readState.Index' (duration: 222.405963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.505381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.249375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:11.506037Z","caller":"traceutil/trace.go:171","msg":"trace[1156364114] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24216; }","duration":"572.979044ms","start":"2026-03-09T14:28:10.933032Z","end":"2026-03-09T14:28:11.506011Z","steps":["trace[1156364114] 'agreement among raft nodes before linearized reading' (duration: 572.232495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.50612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.932994Z","time spent":"573.101158ms","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:11.505513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.622463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T14:28:11.506188Z","caller":"traceutil/trace.go:171","msg":"trace[176953476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24216; }","duration":"887.338223ms","start":"2026-03-09T14:28:10.618831Z","end":"2026-03-09T14:28:11.506169Z","steps":["trace[176953476] 'agreement among raft nodes before linearized reading' (duration: 886.451859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.506235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.618823Z","time spent":"887.397904ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T14:28:11.505099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:10.616556Z","time spent":"888.449882ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.852212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.624871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:11.852346Z","caller":"traceutil/trace.go:171","msg":"trace[2139608825] linearizableReadLoop","detail":"{readStateIndex:25069; appliedIndex:25068; }","duration":"346.892983ms","start":"2026-03-09T14:28:11.505431Z","end":"2026-03-09T14:28:11.852324Z","steps":["trace[2139608825] 'read index received' (duration: 109.874732ms)","trace[2139608825] 'applied index is now lower than readState.Index' (duration: 237.016181ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:11.852444Z","caller":"traceutil/trace.go:171","msg":"trace[2051251424] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"440.362189ms","start":"2026-03-09T14:28:11.412058Z","end":"2026-03-09T14:28:11.85242Z","steps":["trace[2051251424] 'process raft request' (duration: 203.391199ms)","trace[2051251424] 'compare' (duration: 236.478977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:11.852523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.51761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-09T14:28:11.852554Z","caller":"traceutil/trace.go:171","msg":"trace[403148271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24217; }","duration":"344.593522ms","start":"2026-03-09T14:28:11.507951Z","end":"2026-03-09T14:28:11.852545Z","steps":["trace[403148271] 'agreement among raft nodes before linearized reading' (duration: 344.484419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.852555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.412037Z","time spent":"440.462491ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:11.852573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.507928Z","time spent":"344.641304ms","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T14:28:11.852561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.724711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:11.852607Z","caller":"traceutil/trace.go:171","msg":"trace[1648684891] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24217; }","duration":"222.828715ms","start":"2026-03-09T14:28:11.629765Z","end":"2026-03-09T14:28:11.852594Z","steps":["trace[1648684891] 'agreement among raft nodes before linearized reading' (duration: 222.681971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.852662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.496047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:11.852687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.181758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:11.85279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.529151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T14:28:11.852848Z","caller":"traceutil/trace.go:171","msg":"trace[999115839] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24217; }","duration":"339.400114ms","start":"2026-03-09T14:28:11.513394Z","end":"2026-03-09T14:28:11.852794Z","steps":["trace[999115839] 'agreement among raft nodes before linearized reading' (duration: 339.092626ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:11.852753Z","caller":"traceutil/trace.go:171","msg":"trace[1494449232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24217; }","duration":"339.63021ms","start":"2026-03-09T14:28:11.513098Z","end":"2026-03-09T14:28:11.852729Z","steps":["trace[1494449232] 'agreement among raft nodes before linearized reading' (duration: 339.427495ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:11.852899Z","caller":"traceutil/trace.go:171","msg":"trace[1325509416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24217; }","duration":"464.749257ms","start":"2026-03-09T14:28:11.388123Z","end":"2026-03-09T14:28:11.852873Z","steps":["trace[1325509416] 'agreement among raft nodes before linearized reading' (duration: 464.340756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:11.852918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.513093Z","time spent":"339.808955ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:11.852933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.513391Z","time spent":"339.526737ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-09T14:28:11.852966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:11.388095Z","time spent":"464.86086ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T14:28:12.499064Z","caller":"traceutil/trace.go:171","msg":"trace[984653307] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"392.356002ms","start":"2026-03-09T14:28:12.106675Z","end":"2026-03-09T14:28:12.499031Z","steps":["trace[984653307] 'process raft request' (duration: 392.28237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:12.499085Z","caller":"traceutil/trace.go:171","msg":"trace[1225281571] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"392.388623ms","start":"2026-03-09T14:28:12.106645Z","end":"2026-03-09T14:28:12.499034Z","steps":["trace[1225281571] 'process raft request' (duration: 392.071615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:12.499286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.106656Z","time spent":"392.499765ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:12.499267Z","caller":"traceutil/trace.go:171","msg":"trace[608455396] linearizableReadLoop","detail":"{readStateIndex:25074; appliedIndex:25071; }","duration":"111.495324ms","start":"2026-03-09T14:28:12.387728Z","end":"2026-03-09T14:28:12.499223Z","steps":["trace[608455396] 'read index received' (duration: 110.872688ms)","trace[608455396] 'applied index is now lower than readState.Index' (duration: 619.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:12.499308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.106632Z","time spent":"392.559847ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:12.499396Z","caller":"traceutil/trace.go:171","msg":"trace[1641521648] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"392.495815ms","start":"2026-03-09T14:28:12.106887Z","end":"2026-03-09T14:28:12.499382Z","steps":["trace[1641521648] 'process raft request' (duration: 392.101455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:12.499465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.106877Z","time spent":"392.555157ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:12.499447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.71145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:12.499596Z","caller":"traceutil/trace.go:171","msg":"trace[2103185119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24222; }","duration":"111.915876ms","start":"2026-03-09T14:28:12.387661Z","end":"2026-03-09T14:28:12.499577Z","steps":["trace[2103185119] 'agreement among raft nodes before linearized reading' (duration: 111.71134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:12.905822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.706884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:12.905989Z","caller":"traceutil/trace.go:171","msg":"trace[1666452708] linearizableReadLoop","detail":"{readStateIndex:25076; appliedIndex:25074; }","duration":"235.795918ms","start":"2026-03-09T14:28:12.670177Z","end":"2026-03-09T14:28:12.905973Z","steps":["trace[1666452708] 'read index received' (duration: 57.884099ms)","trace[1666452708] 'applied index is now lower than readState.Index' (duration: 177.910779ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:12.906059Z","caller":"traceutil/trace.go:171","msg":"trace[1788478625] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"289.27158ms","start":"2026-03-09T14:28:12.616777Z","end":"2026-03-09T14:28:12.906049Z","steps":["trace[1788478625] 'process raft request' (duration: 111.261208ms)","trace[1788478625] 'compare' (duration: 177.55583ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:12.906196Z","caller":"traceutil/trace.go:171","msg":"trace[225808239] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"284.635037ms","start":"2026-03-09T14:28:12.621529Z","end":"2026-03-09T14:28:12.906164Z","steps":["trace[225808239] 'process raft request' (duration: 284.401361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:12.906288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.093817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:12.906322Z","caller":"traceutil/trace.go:171","msg":"trace[1117716407] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24224; }","duration":"236.143228ms","start":"2026-03-09T14:28:12.670166Z","end":"2026-03-09T14:28:12.90631Z","steps":["trace[1117716407] 'agreement among raft nodes before linearized reading' (duration: 236.002634ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:13.322994Z","caller":"traceutil/trace.go:171","msg":"trace[1195445563] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"451.134823ms","start":"2026-03-09T14:28:12.87181Z","end":"2026-03-09T14:28:13.322945Z","steps":["trace[1195445563] 'process raft request' (duration: 414.810258ms)","trace[1195445563] 'compare' (duration: 35.700159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:13.323155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.871782Z","time spent":"451.292478ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:13.651078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.972285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:13.65135Z","caller":"traceutil/trace.go:171","msg":"trace[1305173867] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"362.263912ms","start":"2026-03-09T14:28:13.289066Z","end":"2026-03-09T14:28:13.65133Z","steps":["trace[1305173867] 'process raft request' (duration: 362.20479ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:13.651346Z","caller":"traceutil/trace.go:171","msg":"trace[201128204] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"778.678843ms","start":"2026-03-09T14:28:12.872615Z","end":"2026-03-09T14:28:13.651294Z","steps":["trace[201128204] 'process raft request' (duration: 601.319197ms)","trace[201128204] 'compare' (duration: 176.559525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:13.651421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:13.289043Z","time spent":"362.343244ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:13.651585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.872603Z","time spent":"778.841717ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:13.651658Z","caller":"traceutil/trace.go:171","msg":"trace[842876031] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"778.875238ms","start":"2026-03-09T14:28:12.87277Z","end":"2026-03-09T14:28:13.651645Z","steps":["trace[842876031] 'process raft request' (duration: 778.406626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:13.651706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.872729Z","time spent":"778.95156ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:13.6518Z","caller":"traceutil/trace.go:171","msg":"trace[290613726] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25076; }","duration":"745.779409ms","start":"2026-03-09T14:28:12.906011Z","end":"2026-03-09T14:28:13.65179Z","steps":["trace[290613726] 'read index received' (duration: 380.672102ms)","trace[290613726] 'applied index is now lower than readState.Index' (duration: 365.105727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:13.651978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.670758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:13.652014Z","caller":"traceutil/trace.go:171","msg":"trace[701627713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24228; }","duration":"800.74964ms","start":"2026-03-09T14:28:12.851255Z","end":"2026-03-09T14:28:13.652005Z","steps":["trace[701627713] 'agreement among raft nodes before linearized reading' (duration: 800.656727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:13.652037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.851235Z","time spent":"800.797041ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:13.652529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.451869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:13.652589Z","caller":"traceutil/trace.go:171","msg":"trace[519276760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24228; }","duration":"669.552962ms","start":"2026-03-09T14:28:12.983021Z","end":"2026-03-09T14:28:13.652574Z","steps":["trace[519276760] 'agreement among raft nodes before linearized reading' (duration: 669.450049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:13.652628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:12.983001Z","time spent":"669.615084ms","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:13.652722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.79993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:28:13.65279Z","caller":"traceutil/trace.go:171","msg":"trace[2063530454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24228; }","duration":"141.922734ms","start":"2026-03-09T14:28:13.510846Z","end":"2026-03-09T14:28:13.652768Z","steps":["trace[2063530454] 'agreement among raft nodes before linearized reading' (duration: 141.679438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:13.988974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.300499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T14:28:13.989033Z","caller":"traceutil/trace.go:171","msg":"trace[365136820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24229; }","duration":"117.398312ms","start":"2026-03-09T14:28:13.871622Z","end":"2026-03-09T14:28:13.989021Z","steps":["trace[365136820] 'range keys from in-memory index tree' (duration: 117.178016ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:14.410875Z","caller":"traceutil/trace.go:171","msg":"trace[313307042] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"232.512192ms","start":"2026-03-09T14:28:14.17833Z","end":"2026-03-09T14:28:14.410842Z","steps":["trace[313307042] 'process raft request' (duration: 232.314376ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:15.200833Z","caller":"traceutil/trace.go:171","msg":"trace[1346827484] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"287.920626ms","start":"2026-03-09T14:28:14.912886Z","end":"2026-03-09T14:28:15.200807Z","steps":["trace[1346827484] 'process raft request' (duration: 287.544786ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:23.124277Z","caller":"traceutil/trace.go:171","msg":"trace[1252804487] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25147; }","duration":"463.103423ms","start":"2026-03-09T14:28:22.661133Z","end":"2026-03-09T14:28:23.124237Z","steps":["trace[1252804487] 'read index received' (duration: 462.966779ms)","trace[1252804487] 'applied index is now lower than readState.Index' (duration: 135.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:23.124394Z","caller":"traceutil/trace.go:171","msg":"trace[478364583] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"681.15521ms","start":"2026-03-09T14:28:22.443199Z","end":"2026-03-09T14:28:23.124354Z","steps":["trace[478364583] 'process raft request' (duration: 680.849622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.124569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.443172Z","time spent":"681.308824ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:23.12461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.451933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T14:28:23.124705Z","caller":"traceutil/trace.go:171","msg":"trace[321520044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24294; }","duration":"463.606997ms","start":"2026-03-09T14:28:22.661078Z","end":"2026-03-09T14:28:23.124685Z","steps":["trace[321520044] 'agreement among raft nodes before linearized reading' (duration: 463.315669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.124756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.661056Z","time spent":"463.690848ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T14:28:23.365288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.130022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:23.36553Z","caller":"traceutil/trace.go:171","msg":"trace[711616081] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"235.612745ms","start":"2026-03-09T14:28:23.129875Z","end":"2026-03-09T14:28:23.365488Z","steps":["trace[711616081] 'process raft request' (duration: 235.545503ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:23.365737Z","caller":"traceutil/trace.go:171","msg":"trace[1344957010] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"386.030114ms","start":"2026-03-09T14:28:22.97966Z","end":"2026-03-09T14:28:23.36569Z","steps":["trace[1344957010] 'process raft request' (duration: 156.371818ms)","trace[1344957010] 'compare' (duration: 228.963847ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:23.365747Z","caller":"traceutil/trace.go:171","msg":"trace[206216181] linearizableReadLoop","detail":"{readStateIndex:25149; appliedIndex:25148; }","duration":"241.340257ms","start":"2026-03-09T14:28:23.124353Z","end":"2026-03-09T14:28:23.365693Z","steps":["trace[206216181] 'read index received' (duration: 11.689761ms)","trace[206216181] 'applied index is now lower than readState.Index' (duration: 229.644316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:23.365851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.473426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:23.366105Z","caller":"traceutil/trace.go:171","msg":"trace[1582717697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24296; }","duration":"512.765653ms","start":"2026-03-09T14:28:22.853321Z","end":"2026-03-09T14:28:23.366087Z","steps":["trace[1582717697] 'agreement among raft nodes before linearized reading' (duration: 512.407264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.366155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.853299Z","time spent":"512.846086ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:23.365899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.768928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:23.366155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.874015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:23.366218Z","caller":"traceutil/trace.go:171","msg":"trace[996006218] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24296; }","duration":"418.150198ms","start":"2026-03-09T14:28:22.948049Z","end":"2026-03-09T14:28:23.3662Z","steps":["trace[996006218] 'agreement among raft nodes before linearized reading' (duration: 417.686036ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:23.366223Z","caller":"traceutil/trace.go:171","msg":"trace[70659158] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24297; }","duration":"190.977328ms","start":"2026-03-09T14:28:23.17523Z","end":"2026-03-09T14:28:23.366208Z","steps":["trace[70659158] 'agreement among raft nodes before linearized reading' (duration: 190.735701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.366267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.948032Z","time spent":"418.21666ms","remote":"127.0.0.1:50048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:23.365953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.979641Z","time spent":"386.194368ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:23.366028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.651175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:23.366418Z","caller":"traceutil/trace.go:171","msg":"trace[741999145] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24297; }","duration":"160.042775ms","start":"2026-03-09T14:28:23.206336Z","end":"2026-03-09T14:28:23.366379Z","steps":["trace[741999145] 'agreement among raft nodes before linearized reading' (duration: 159.635514ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:23.366018Z","caller":"traceutil/trace.go:171","msg":"trace[1074503498] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"132.341118ms","start":"2026-03-09T14:28:23.233626Z","end":"2026-03-09T14:28:23.365967Z","steps":["trace[1074503498] 'process raft request' (duration: 132.108662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.366034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.649308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:28:23.36658Z","caller":"traceutil/trace.go:171","msg":"trace[1865529796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24296; }","duration":"669.225783ms","start":"2026-03-09T14:28:22.697335Z","end":"2026-03-09T14:28:23.366561Z","steps":["trace[1865529796] 'agreement among raft nodes before linearized reading' (duration: 668.565605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.366665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.697317Z","time spent":"669.307526ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:28:23.366003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.047245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:28:23.366771Z","caller":"traceutil/trace.go:171","msg":"trace[1260785590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24296; }","duration":"667.870637ms","start":"2026-03-09T14:28:22.698879Z","end":"2026-03-09T14:28:23.36675Z","steps":["trace[1260785590] 'agreement among raft nodes before linearized reading' (duration: 666.878331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.366829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:22.698866Z","time spent":"667.94523ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T14:28:23.732006Z","caller":"traceutil/trace.go:171","msg":"trace[1202447083] linearizableReadLoop","detail":"{readStateIndex:25152; appliedIndex:25151; }","duration":"363.860874ms","start":"2026-03-09T14:28:23.368117Z","end":"2026-03-09T14:28:23.731978Z","steps":["trace[1202447083] 'read index received' (duration: 347.112419ms)","trace[1202447083] 'applied index is now lower than readState.Index' (duration: 16.740935ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:23.732142Z","caller":"traceutil/trace.go:171","msg":"trace[547405811] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"365.482267ms","start":"2026-03-09T14:28:23.366643Z","end":"2026-03-09T14:28:23.732125Z","steps":["trace[547405811] 'process raft request' (duration: 348.571347ms)","trace[547405811] 'compare' (duration: 16.198691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:23.732205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.045869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:23.732264Z","caller":"traceutil/trace.go:171","msg":"trace[2003628184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24298; }","duration":"364.165972ms","start":"2026-03-09T14:28:23.368083Z","end":"2026-03-09T14:28:23.732249Z","steps":["trace[2003628184] 'agreement among raft nodes before linearized reading' (duration: 364.039759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:23.732303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.368061Z","time spent":"364.235113ms","remote":"127.0.0.1:60626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:23.732441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.366608Z","time spent":"365.560409ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:24.505426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.410549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:24.505595Z","caller":"traceutil/trace.go:171","msg":"trace[1153593193] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24298; }","duration":"525.601634ms","start":"2026-03-09T14:28:23.979968Z","end":"2026-03-09T14:28:24.505569Z","steps":["trace[1153593193] 'range keys from in-memory index tree' (duration: 525.384099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.506417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.407194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:24.506638Z","caller":"traceutil/trace.go:171","msg":"trace[911354463] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"1.1358592s","start":"2026-03-09T14:28:23.370748Z","end":"2026-03-09T14:28:24.506607Z","steps":["trace[911354463] 'process raft request' (duration: 754.980603ms)","trace[911354463] 'compare' (duration: 380.207669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:24.506712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.370728Z","time spent":"1.135947782s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:24.509491Z","caller":"traceutil/trace.go:171","msg":"trace[1114645431] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"1.137988136s","start":"2026-03-09T14:28:23.371479Z","end":"2026-03-09T14:28:24.509467Z","steps":["trace[1114645431] 'process raft request' (duration: 1.135089699s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.509604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.371457Z","time spent":"1.138098439s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:24.509875Z","caller":"traceutil/trace.go:171","msg":"trace[288781668] linearizableReadLoop","detail":"{readStateIndex:25157; appliedIndex:25152; }","duration":"777.77571ms","start":"2026-03-09T14:28:23.732086Z","end":"2026-03-09T14:28:24.509862Z","steps":["trace[288781668] 'read index received' (duration: 393.618705ms)","trace[288781668] 'applied index is now lower than readState.Index' (duration: 384.155955ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:24.510061Z","caller":"traceutil/trace.go:171","msg":"trace[567406941] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"812.252276ms","start":"2026-03-09T14:28:23.697788Z","end":"2026-03-09T14:28:24.51004Z","steps":["trace[567406941] 'process raft request' (duration: 812.03209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.697776Z","time spent":"812.347699ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:24.510213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.267818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:24.510263Z","caller":"traceutil/trace.go:171","msg":"trace[839278215] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24303; }","duration":"803.35664ms","start":"2026-03-09T14:28:23.706885Z","end":"2026-03-09T14:28:24.510241Z","steps":["trace[839278215] 'agreement among raft nodes before linearized reading' (duration: 803.286028ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:24.510313Z","caller":"traceutil/trace.go:171","msg":"trace[153199912] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"813.427737ms","start":"2026-03-09T14:28:23.696869Z","end":"2026-03-09T14:28:24.510297Z","steps":["trace[153199912] 'process raft request' (duration: 812.898593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.706861Z","time spent":"803.465473ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-09T14:28:24.51039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.878402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:24.510386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.696827Z","time spent":"813.51438ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:24.510438Z","caller":"traceutil/trace.go:171","msg":"trace[550856504] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24303; }","duration":"654.956444ms","start":"2026-03-09T14:28:23.855464Z","end":"2026-03-09T14:28:24.510421Z","steps":["trace[550856504] 'agreement among raft nodes before linearized reading' (duration: 654.900343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.855443Z","time spent":"655.019647ms","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:24.510318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.631056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T14:28:24.510533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.434014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:24.510564Z","caller":"traceutil/trace.go:171","msg":"trace[1067814822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24303; }","duration":"656.495955ms","start":"2026-03-09T14:28:23.854058Z","end":"2026-03-09T14:28:24.510554Z","steps":["trace[1067814822] 'agreement among raft nodes before linearized reading' (duration: 656.419403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.854041Z","time spent":"656.556087ms","remote":"127.0.0.1:60634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T14:28:24.510753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.158871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:24.510562Z","caller":"traceutil/trace.go:171","msg":"trace[80335593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24303; }","duration":"727.927505ms","start":"2026-03-09T14:28:23.78262Z","end":"2026-03-09T14:28:24.510547Z","steps":["trace[80335593] 'agreement among raft nodes before linearized reading' (duration: 727.546905ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:24.510782Z","caller":"traceutil/trace.go:171","msg":"trace[1690471652] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24303; }","duration":"338.237403ms","start":"2026-03-09T14:28:24.172539Z","end":"2026-03-09T14:28:24.510776Z","steps":["trace[1690471652] 'agreement among raft nodes before linearized reading' (duration: 338.180521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.172508Z","time spent":"338.290014ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:24.5108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.7826Z","time spent":"728.187621ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T14:28:24.510684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.443588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:28:24.510921Z","caller":"traceutil/trace.go:171","msg":"trace[701486791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24303; }","duration":"391.773707ms","start":"2026-03-09T14:28:24.119133Z","end":"2026-03-09T14:28:24.510906Z","steps":["trace[701486791] 'agreement among raft nodes before linearized reading' (duration: 391.183352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.510962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.119109Z","time spent":"391.842989ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T14:28:24.511082Z","caller":"traceutil/trace.go:171","msg":"trace[1565038738] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"825.369906ms","start":"2026-03-09T14:28:23.684765Z","end":"2026-03-09T14:28:24.510135Z","steps":["trace[1565038738] 'process raft request' (duration: 824.435411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:24.511625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:23.684738Z","time spent":"826.378232ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:25.285724Z","caller":"traceutil/trace.go:171","msg":"trace[389989410] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25158; }","duration":"686.482172ms","start":"2026-03-09T14:28:24.599206Z","end":"2026-03-09T14:28:25.285688Z","steps":["trace[389989410] 'read index received' (duration: 5.799974ms)","trace[389989410] 'applied index is now lower than readState.Index' (duration: 680.680638ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:25.285902Z","caller":"traceutil/trace.go:171","msg":"trace[2068389616] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"767.956978ms","start":"2026-03-09T14:28:24.517929Z","end":"2026-03-09T14:28:25.285886Z","steps":["trace[2068389616] 'process raft request' (duration: 767.527437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.286068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.517896Z","time spent":"768.052341ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:25.286384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.106619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:25.286484Z","caller":"traceutil/trace.go:171","msg":"trace[783346286] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24305; }","duration":"687.260773ms","start":"2026-03-09T14:28:24.5992Z","end":"2026-03-09T14:28:25.286461Z","steps":["trace[783346286] 'agreement among raft nodes before linearized reading' (duration: 686.991115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.286562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.599159Z","time spent":"687.389196ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-09T14:28:25.324582Z","caller":"traceutil/trace.go:171","msg":"trace[190815862] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"192.832227ms","start":"2026-03-09T14:28:25.131711Z","end":"2026-03-09T14:28:25.324543Z","steps":["trace[190815862] 'process raft request' (duration: 192.601581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.324656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.852836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:25.324864Z","caller":"traceutil/trace.go:171","msg":"trace[1444211822] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24306; }","duration":"633.068802ms","start":"2026-03-09T14:28:24.691779Z","end":"2026-03-09T14:28:25.324848Z","steps":["trace[1444211822] 'agreement among raft nodes before linearized reading' (duration: 632.714543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.325024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.691713Z","time spent":"633.293687ms","remote":"127.0.0.1:42892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:25.325201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.231681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-09T14:28:25.325224Z","caller":"traceutil/trace.go:171","msg":"trace[262782191] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24306; }","duration":"359.276362ms","start":"2026-03-09T14:28:24.965941Z","end":"2026-03-09T14:28:25.325218Z","steps":["trace[262782191] 'agreement among raft nodes before linearized reading' (duration: 359.101177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.325241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:24.965875Z","time spent":"359.361574ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:25.681447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.325625Z","time spent":"355.81435ms","remote":"127.0.0.1:60666","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T14:28:25.681631Z","caller":"traceutil/trace.go:171","msg":"trace[1492783550] linearizableReadLoop","detail":"{readStateIndex:25161; appliedIndex:25160; }","duration":"311.923523ms","start":"2026-03-09T14:28:25.369669Z","end":"2026-03-09T14:28:25.681593Z","steps":["trace[1492783550] 'read index received' (duration: 296.392711ms)","trace[1492783550] 'applied index is now lower than readState.Index' (duration: 15.527932ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:25.681857Z","caller":"traceutil/trace.go:171","msg":"trace[1914088821] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"307.795664ms","start":"2026-03-09T14:28:25.374034Z","end":"2026-03-09T14:28:25.681829Z","steps":["trace[1914088821] 'process raft request' (duration: 307.708371ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:25.68186Z","caller":"traceutil/trace.go:171","msg":"trace[162322599] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"309.423947ms","start":"2026-03-09T14:28:25.372402Z","end":"2026-03-09T14:28:25.681826Z","steps":["trace[162322599] 'process raft request' (duration: 309.021156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.682136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.441877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-09T14:28:25.682227Z","caller":"traceutil/trace.go:171","msg":"trace[2090790141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24309; }","duration":"312.584991ms","start":"2026-03-09T14:28:25.369628Z","end":"2026-03-09T14:28:25.682213Z","steps":["trace[2090790141] 'agreement among raft nodes before linearized reading' (duration: 312.18193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.682263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.369606Z","time spent":"312.647733ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T14:28:25.682347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.372378Z","time spent":"309.760226ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:25.682064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.374017Z","time spent":"307.956377ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:25.999035Z","caller":"traceutil/trace.go:171","msg":"trace[886381331] linearizableReadLoop","detail":"{readStateIndex:25166; appliedIndex:25165; }","duration":"299.243176ms","start":"2026-03-09T14:28:25.699755Z","end":"2026-03-09T14:28:25.998998Z","steps":["trace[886381331] 'read index received' (duration: 287.759321ms)","trace[886381331] 'applied index is now lower than readState.Index' (duration: 11.482005ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:25.999074Z","caller":"traceutil/trace.go:171","msg":"trace[805062627] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"308.3838ms","start":"2026-03-09T14:28:25.690645Z","end":"2026-03-09T14:28:25.999028Z","steps":["trace[805062627] 'process raft request' (duration: 296.847543ms)","trace[805062627] 'compare' (duration: 11.112155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:25.99924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.450962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:25.999565Z","caller":"traceutil/trace.go:171","msg":"trace[1258641726] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24311; }","duration":"299.813291ms","start":"2026-03-09T14:28:25.699724Z","end":"2026-03-09T14:28:25.999538Z","steps":["trace[1258641726] 'agreement among raft nodes before linearized reading' (duration: 299.39973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:25.999511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.690628Z","time spent":"308.765929ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:26.006218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.276206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-09T14:28:26.006388Z","caller":"traceutil/trace.go:171","msg":"trace[1384730053] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24312; }","duration":"305.469212ms","start":"2026-03-09T14:28:25.700904Z","end":"2026-03-09T14:28:26.006373Z","steps":["trace[1384730053] 'agreement among raft nodes before linearized reading' (duration: 305.167934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:26.006454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:25.700893Z","time spent":"305.548484ms","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T14:28:26.006639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.961384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:26.00668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.993146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:26.00674Z","caller":"traceutil/trace.go:171","msg":"trace[817056678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24312; }","duration":"171.111079ms","start":"2026-03-09T14:28:25.835611Z","end":"2026-03-09T14:28:26.006722Z","steps":["trace[817056678] 'agreement among raft nodes before linearized reading' (duration: 170.975806ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:26.006746Z","caller":"traceutil/trace.go:171","msg":"trace[975845018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24312; }","duration":"154.132048ms","start":"2026-03-09T14:28:25.85259Z","end":"2026-03-09T14:28:26.006722Z","steps":["trace[975845018] 'agreement among raft nodes before linearized reading' (duration: 153.951393ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:26.006805Z","caller":"traceutil/trace.go:171","msg":"trace[678116229] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"267.764629ms","start":"2026-03-09T14:28:25.73903Z","end":"2026-03-09T14:28:26.006795Z","steps":["trace[678116229] 'process raft request' (duration: 266.920807ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:27.447559Z","caller":"traceutil/trace.go:171","msg":"trace[210464182] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"117.539065ms","start":"2026-03-09T14:28:27.329962Z","end":"2026-03-09T14:28:27.447501Z","steps":["trace[210464182] 'process raft request' (duration: 114.405822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:28.747963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.05087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-09T14:28:28.747998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.661531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-09T14:28:28.748081Z","caller":"traceutil/trace.go:171","msg":"trace[675250901] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24394; }","duration":"147.256805ms","start":"2026-03-09T14:28:28.600799Z","end":"2026-03-09T14:28:28.748055Z","steps":["trace[675250901] 'count revisions from in-memory index tree' (duration: 146.933237ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:28.748096Z","caller":"traceutil/trace.go:171","msg":"trace[1671839365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24394; }","duration":"128.816756ms","start":"2026-03-09T14:28:28.619256Z","end":"2026-03-09T14:28:28.748073Z","steps":["trace[1671839365] 'range keys from in-memory index tree' (duration: 128.402814ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:28.897676Z","caller":"traceutil/trace.go:171","msg":"trace[86765852] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"144.754838ms","start":"2026-03-09T14:28:28.752883Z","end":"2026-03-09T14:28:28.897638Z","steps":["trace[86765852] 'process raft request' (duration: 144.381678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:34.134856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.906959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:34.134998Z","caller":"traceutil/trace.go:171","msg":"trace[85383434] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24448; }","duration":"155.070553ms","start":"2026-03-09T14:28:33.979909Z","end":"2026-03-09T14:28:34.13498Z","steps":["trace[85383434] 'range keys from in-memory index tree' (duration: 154.887638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:34.135102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.633774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:34.13519Z","caller":"traceutil/trace.go:171","msg":"trace[580920336] linearizableReadLoop","detail":"{readStateIndex:25306; appliedIndex:25305; }","duration":"283.857917ms","start":"2026-03-09T14:28:33.851318Z","end":"2026-03-09T14:28:34.135176Z","steps":["trace[580920336] 'read index received' (duration: 109.101231ms)","trace[580920336] 'applied index is now lower than readState.Index' (duration: 174.755646ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:34.13524Z","caller":"traceutil/trace.go:171","msg":"trace[1862828161] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"419.881024ms","start":"2026-03-09T14:28:33.715344Z","end":"2026-03-09T14:28:34.135225Z","steps":["trace[1862828161] 'process raft request' (duration: 245.041456ms)","trace[1862828161] 'compare' (duration: 174.334675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:34.135262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.943889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:34.135282Z","caller":"traceutil/trace.go:171","msg":"trace[245804876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24449; }","duration":"284.003371ms","start":"2026-03-09T14:28:33.851271Z","end":"2026-03-09T14:28:34.135275Z","steps":["trace[245804876] 'agreement among raft nodes before linearized reading' (duration: 283.958239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:34.135337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:33.715335Z","time spent":"419.936506ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:34.136655Z","caller":"traceutil/trace.go:171","msg":"trace[1410157836] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"101.665973ms","start":"2026-03-09T14:28:34.034978Z","end":"2026-03-09T14:28:34.136644Z","steps":["trace[1410157836] 'process raft request' (duration: 101.348895ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:34.5902Z","caller":"traceutil/trace.go:171","msg":"trace[77453863] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"449.011217ms","start":"2026-03-09T14:28:34.141178Z","end":"2026-03-09T14:28:34.590189Z","steps":["trace[77453863] 'process raft request' (duration: 448.802791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:34.590312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:34.14116Z","time spent":"449.08962ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:34.59046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.44557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-09T14:28:34.590136Z","caller":"traceutil/trace.go:171","msg":"trace[1132602412] linearizableReadLoop","detail":"{readStateIndex:25308; appliedIndex:25307; }","duration":"159.110281ms","start":"2026-03-09T14:28:34.430999Z","end":"2026-03-09T14:28:34.590109Z","steps":["trace[1132602412] 'read index received' (duration: 159.027309ms)","trace[1132602412] 'applied index is now lower than readState.Index' (duration: 82.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:34.590524Z","caller":"traceutil/trace.go:171","msg":"trace[295470046] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24451; }","duration":"159.550363ms","start":"2026-03-09T14:28:34.430959Z","end":"2026-03-09T14:28:34.59051Z","steps":["trace[295470046] 'agreement among raft nodes before linearized reading' (duration: 159.417589ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:34.735138Z","caller":"traceutil/trace.go:171","msg":"trace[1665323090] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25308; }","duration":"144.573274ms","start":"2026-03-09T14:28:34.59054Z","end":"2026-03-09T14:28:34.735113Z","steps":["trace[1665323090] 'read index received' (duration: 56.43323ms)","trace[1665323090] 'applied index is now lower than readState.Index' (duration: 88.139164ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:34.73529Z","caller":"traceutil/trace.go:171","msg":"trace[1333206828] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"179.40278ms","start":"2026-03-09T14:28:34.555865Z","end":"2026-03-09T14:28:34.735267Z","steps":["trace[1333206828] 'process raft request' (duration: 91.109243ms)","trace[1333206828] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 87.469415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:34.735471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.187922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-09T14:28:34.735507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.105046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:28:34.735492Z","caller":"traceutil/trace.go:171","msg":"trace[398488364] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"178.035253ms","start":"2026-03-09T14:28:34.557425Z","end":"2026-03-09T14:28:34.73546Z","steps":["trace[398488364] 'process raft request' (duration: 177.459028ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:34.735566Z","caller":"traceutil/trace.go:171","msg":"trace[1077469169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24454; }","duration":"178.199088ms","start":"2026-03-09T14:28:34.557358Z","end":"2026-03-09T14:28:34.735557Z","steps":["trace[1077469169] 'agreement among raft nodes before linearized reading' (duration: 178.039004ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:34.73557Z","caller":"traceutil/trace.go:171","msg":"trace[857228007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24454; }","duration":"174.339926ms","start":"2026-03-09T14:28:34.561212Z","end":"2026-03-09T14:28:34.735552Z","steps":["trace[857228007] 'agreement among raft nodes before linearized reading' (duration: 174.058358ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:34.735715Z","caller":"traceutil/trace.go:171","msg":"trace[445773278] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"160.340873ms","start":"2026-03-09T14:28:34.575363Z","end":"2026-03-09T14:28:34.735704Z","steps":["trace[445773278] 'process raft request' (duration: 159.688745ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.222196Z","caller":"traceutil/trace.go:171","msg":"trace[56536874] linearizableReadLoop","detail":"{readStateIndex:25472; appliedIndex:25471; }","duration":"326.070319ms","start":"2026-03-09T14:28:54.896098Z","end":"2026-03-09T14:28:55.222168Z","steps":["trace[56536874] 'read index received' (duration: 325.953736ms)","trace[56536874] 'applied index is now lower than readState.Index' (duration: 115.483µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:55.222482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.346236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:55.222564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.832967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-09T14:28:55.2226Z","caller":"traceutil/trace.go:171","msg":"trace[1374042312] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24611; }","duration":"326.547692ms","start":"2026-03-09T14:28:54.896026Z","end":"2026-03-09T14:28:55.222574Z","steps":["trace[1374042312] 'agreement among raft nodes before linearized reading' (duration: 326.318596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.222612Z","caller":"traceutil/trace.go:171","msg":"trace[1785577262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24611; }","duration":"318.93538ms","start":"2026-03-09T14:28:54.903659Z","end":"2026-03-09T14:28:55.222595Z","steps":["trace[1785577262] 'agreement among raft nodes before linearized reading' (duration: 318.797196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:55.222646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:54.90364Z","time spent":"318.997681ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:28:55.222651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:54.896001Z","time spent":"326.639214ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-09T14:28:55.222769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.975743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:28:55.22293Z","caller":"traceutil/trace.go:171","msg":"trace[1640600488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24611; }","duration":"198.113617ms","start":"2026-03-09T14:28:55.024729Z","end":"2026-03-09T14:28:55.222843Z","steps":["trace[1640600488] 'agreement among raft nodes before linearized reading' (duration: 197.808699ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.22248Z","caller":"traceutil/trace.go:171","msg":"trace[148278421] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"335.024348ms","start":"2026-03-09T14:28:54.887417Z","end":"2026-03-09T14:28:55.222441Z","steps":["trace[148278421] 'process raft request' (duration: 334.528465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:55.223138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:54.887402Z","time spent":"335.659845ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:28:55.543382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.491239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:55.543591Z","caller":"traceutil/trace.go:171","msg":"trace[1487970378] linearizableReadLoop","detail":"{readStateIndex:25474; appliedIndex:25472; }","duration":"283.124127ms","start":"2026-03-09T14:28:55.260452Z","end":"2026-03-09T14:28:55.543577Z","steps":["trace[1487970378] 'read index received' (duration: 102.420003ms)","trace[1487970378] 'applied index is now lower than readState.Index' (duration: 180.703344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:55.543783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.39493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:55.543807Z","caller":"traceutil/trace.go:171","msg":"trace[464569178] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24613; }","duration":"264.42194ms","start":"2026-03-09T14:28:55.279376Z","end":"2026-03-09T14:28:55.543798Z","steps":["trace[464569178] 'agreement among raft nodes before linearized reading' (duration: 264.375399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:55.543907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.428715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-09T14:28:55.543994Z","caller":"traceutil/trace.go:171","msg":"trace[1772044630] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:24613; }","duration":"283.546029ms","start":"2026-03-09T14:28:55.260425Z","end":"2026-03-09T14:28:55.543971Z","steps":["trace[1772044630] 'agreement among raft nodes before linearized reading' (duration: 283.303712ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.544038Z","caller":"traceutil/trace.go:171","msg":"trace[1023563706] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"315.369005ms","start":"2026-03-09T14:28:55.22866Z","end":"2026-03-09T14:28:55.544029Z","steps":["trace[1023563706] 'process raft request' (duration: 314.840411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:55.544083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:55.228639Z","time spent":"315.420497ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:55.54399Z","caller":"traceutil/trace.go:171","msg":"trace[205522806] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"315.659443ms","start":"2026-03-09T14:28:55.228271Z","end":"2026-03-09T14:28:55.543931Z","steps":["trace[205522806] 'process raft request' (duration: 134.546547ms)","trace[205522806] 'compare' (duration: 180.371336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:55.544322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:55.228218Z","time spent":"315.937531ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:55.722451Z","caller":"traceutil/trace.go:171","msg":"trace[1016105235] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"174.987112ms","start":"2026-03-09T14:28:55.547426Z","end":"2026-03-09T14:28:55.722414Z","steps":["trace[1016105235] 'process raft request' (duration: 174.810008ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.722678Z","caller":"traceutil/trace.go:171","msg":"trace[1314546237] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"173.277437ms","start":"2026-03-09T14:28:55.549364Z","end":"2026-03-09T14:28:55.722642Z","steps":["trace[1314546237] 'process raft request' (duration: 173.00578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:55.81958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.594442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:55.819693Z","caller":"traceutil/trace.go:171","msg":"trace[1235670] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24616; }","duration":"130.766797ms","start":"2026-03-09T14:28:55.688904Z","end":"2026-03-09T14:28:55.819671Z","steps":["trace[1235670] 'agreement among raft nodes before linearized reading' (duration: 130.526931ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:55.819573Z","caller":"traceutil/trace.go:171","msg":"trace[213785929] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"102.786843ms","start":"2026-03-09T14:28:55.716746Z","end":"2026-03-09T14:28:55.819533Z","steps":["trace[213785929] 'process raft request' (duration: 102.491685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:56.00372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.373144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:56.003854Z","caller":"traceutil/trace.go:171","msg":"trace[1768330829] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"279.992504ms","start":"2026-03-09T14:28:55.72384Z","end":"2026-03-09T14:28:56.003832Z","steps":["trace[1768330829] 'process raft request' (duration: 125.122916ms)","trace[1768330829] 'compare' (duration: 154.244241ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:56.051912Z","caller":"traceutil/trace.go:171","msg":"trace[708976638] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"165.86467ms","start":"2026-03-09T14:28:55.886014Z","end":"2026-03-09T14:28:56.051878Z","steps":["trace[708976638] 'process raft request' (duration: 165.312695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:56.477797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.252434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:56.478185Z","caller":"traceutil/trace.go:171","msg":"trace[1573019375] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"257.432245ms","start":"2026-03-09T14:28:56.22072Z","end":"2026-03-09T14:28:56.478152Z","steps":["trace[1573019375] 'process raft request' (duration: 129.708199ms)","trace[1573019375] 'compare' (duration: 127.106069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:57.193223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.42181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:57.193544Z","caller":"traceutil/trace.go:171","msg":"trace[1944160480] linearizableReadLoop","detail":"{readStateIndex:25487; appliedIndex:25483; }","duration":"266.524346ms","start":"2026-03-09T14:28:56.926995Z","end":"2026-03-09T14:28:57.193519Z","steps":["trace[1944160480] 'read index received' (duration: 45.179451ms)","trace[1944160480] 'applied index is now lower than readState.Index' (duration: 221.343255ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:57.193685Z","caller":"traceutil/trace.go:171","msg":"trace[1609518142] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"306.51681ms","start":"2026-03-09T14:28:56.887149Z","end":"2026-03-09T14:28:57.193666Z","steps":["trace[1609518142] 'process raft request' (duration: 164.532415ms)","trace[1609518142] 'compare' (duration: 141.177614ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:57.193742Z","caller":"traceutil/trace.go:171","msg":"trace[1130559090] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"281.889115ms","start":"2026-03-09T14:28:56.911812Z","end":"2026-03-09T14:28:57.193701Z","steps":["trace[1130559090] 'process raft request' (duration: 281.648359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:57.19379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:56.887124Z","time spent":"306.617333ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:57.193811Z","caller":"traceutil/trace.go:171","msg":"trace[609694652] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"306.370806ms","start":"2026-03-09T14:28:56.887401Z","end":"2026-03-09T14:28:57.193772Z","steps":["trace[609694652] 'process raft request' (duration: 305.958645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:57.193881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.391538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-09T14:28:57.193943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.934547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7c87547c5c-9rgtl.189b3291103de2f3\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-09T14:28:57.194011Z","caller":"traceutil/trace.go:171","msg":"trace[1733774245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24625; }","duration":"250.571822ms","start":"2026-03-09T14:28:56.943406Z","end":"2026-03-09T14:28:57.193978Z","steps":["trace[1733774245] 'agreement among raft nodes before linearized reading' (duration: 250.337126ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:57.194017Z","caller":"traceutil/trace.go:171","msg":"trace[1571423830] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7c87547c5c-9rgtl.189b3291103de2f3; range_end:; response_count:1; response_revision:24625; }","duration":"267.03829ms","start":"2026-03-09T14:28:56.926953Z","end":"2026-03-09T14:28:57.193991Z","steps":["trace[1571423830] 'agreement among raft nodes before linearized reading' (duration: 266.767063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:57.1941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:28:56.88736Z","time spent":"306.574811ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:28:57.398584Z","caller":"traceutil/trace.go:171","msg":"trace[153738411] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"162.935492ms","start":"2026-03-09T14:28:57.235607Z","end":"2026-03-09T14:28:57.398543Z","steps":["trace[153738411] 'process raft request' (duration: 97.463341ms)","trace[153738411] 'compare' (duration: 65.092161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:58.09071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.944005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T14:28:58.09081Z","caller":"traceutil/trace.go:171","msg":"trace[681766702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24631; }","duration":"136.103769ms","start":"2026-03-09T14:28:57.954682Z","end":"2026-03-09T14:28:58.090786Z","steps":["trace[681766702] 'range keys from in-memory index tree' (duration: 135.736499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:58.190189Z","caller":"traceutil/trace.go:171","msg":"trace[1034759248] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"131.947748ms","start":"2026-03-09T14:28:58.058209Z","end":"2026-03-09T14:28:58.190157Z","steps":["trace[1034759248] 'process raft request' (duration: 131.64938ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:58.42441Z","caller":"traceutil/trace.go:171","msg":"trace[741111852] linearizableReadLoop","detail":"{readStateIndex:25495; appliedIndex:25494; }","duration":"222.727422ms","start":"2026-03-09T14:28:58.201642Z","end":"2026-03-09T14:28:58.424369Z","steps":["trace[741111852] 'read index received' (duration: 211.35096ms)","trace[741111852] 'applied index is now lower than readState.Index' (duration: 11.375132ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:58.424465Z","caller":"traceutil/trace.go:171","msg":"trace[1045451024] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"270.566524ms","start":"2026-03-09T14:28:58.153867Z","end":"2026-03-09T14:28:58.424434Z","steps":["trace[1045451024] 'process raft request' (duration: 259.12722ms)","trace[1045451024] 'compare' (duration: 10.984562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:58.424788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.125442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-09T14:28:58.424898Z","caller":"traceutil/trace.go:171","msg":"trace[1031220563] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24633; }","duration":"223.267736ms","start":"2026-03-09T14:28:58.201603Z","end":"2026-03-09T14:28:58.424871Z","steps":["trace[1031220563] 'agreement among raft nodes before linearized reading' (duration: 222.916857ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:58.435135Z","caller":"traceutil/trace.go:171","msg":"trace[380036939] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"154.122578ms","start":"2026-03-09T14:28:58.280989Z","end":"2026-03-09T14:28:58.435111Z","steps":["trace[380036939] 'process raft request' (duration: 153.955593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:58.435206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.237995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-09T14:28:58.435285Z","caller":"traceutil/trace.go:171","msg":"trace[459258945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24634; }","duration":"144.352688ms","start":"2026-03-09T14:28:58.29091Z","end":"2026-03-09T14:28:58.435263Z","steps":["trace[459258945] 'agreement among raft nodes before linearized reading' (duration: 144.154492ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:58.677764Z","caller":"traceutil/trace.go:171","msg":"trace[1728410761] linearizableReadLoop","detail":"{readStateIndex:25497; appliedIndex:25496; }","duration":"187.67578ms","start":"2026-03-09T14:28:58.490055Z","end":"2026-03-09T14:28:58.677731Z","steps":["trace[1728410761] 'read index received' (duration: 104.232031ms)","trace[1728410761] 'applied index is now lower than readState.Index' (duration: 83.442249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:28:58.677964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.874706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:28:58.678009Z","caller":"traceutil/trace.go:171","msg":"trace[955859500] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"195.278572ms","start":"2026-03-09T14:28:58.482691Z","end":"2026-03-09T14:28:58.67797Z","steps":["trace[955859500] 'process raft request' (duration: 111.727431ms)","trace[955859500] 'compare' (duration: 83.13849ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:28:58.678009Z","caller":"traceutil/trace.go:171","msg":"trace[2140294184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24635; }","duration":"187.971838ms","start":"2026-03-09T14:28:58.490026Z","end":"2026-03-09T14:28:58.677998Z","steps":["trace[2140294184] 'agreement among raft nodes before linearized reading' (duration: 187.848684ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:59.363303Z","caller":"traceutil/trace.go:171","msg":"trace[1493711015] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"162.934062ms","start":"2026-03-09T14:28:59.20033Z","end":"2026-03-09T14:28:59.363264Z","steps":["trace[1493711015] 'process raft request' (duration: 162.734466ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:28:59.395766Z","caller":"traceutil/trace.go:171","msg":"trace[2711940] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"194.82866ms","start":"2026-03-09T14:28:59.200904Z","end":"2026-03-09T14:28:59.395732Z","steps":["trace[2711940] 'process raft request' (duration: 194.631395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:28:59.65097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.671727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:28:59.651129Z","caller":"traceutil/trace.go:171","msg":"trace[550678141] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"238.774868ms","start":"2026-03-09T14:28:59.412316Z","end":"2026-03-09T14:28:59.651091Z","steps":["trace[550678141] 'process raft request' (duration: 90.845984ms)","trace[550678141] 'compare' (duration: 147.490402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:03.771145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.610457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:29:03.772301Z","caller":"traceutil/trace.go:171","msg":"trace[647819692] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25528; }","duration":"216.531048ms","start":"2026-03-09T14:29:03.555747Z","end":"2026-03-09T14:29:03.772278Z","steps":["trace[647819692] 'read index received' (duration: 36.191µs)","trace[647819692] 'applied index is now lower than readState.Index' (duration: 216.493537ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:29:03.772447Z","caller":"traceutil/trace.go:171","msg":"trace[1750118073] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"388.552712ms","start":"2026-03-09T14:29:03.38388Z","end":"2026-03-09T14:29:03.772433Z","steps":["trace[1750118073] 'process raft request' (duration: 52.499356ms)","trace[1750118073] 'compare' (duration: 334.035512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:03.772529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:03.383863Z","time spent":"388.624283ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:29:03.77292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.193924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:29:03.772964Z","caller":"traceutil/trace.go:171","msg":"trace[168571068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24667; }","duration":"106.263055ms","start":"2026-03-09T14:29:03.666688Z","end":"2026-03-09T14:29:03.772951Z","steps":["trace[168571068] 'agreement among raft nodes before linearized reading' (duration: 106.112081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:03.77294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.157984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-09T14:29:03.773066Z","caller":"traceutil/trace.go:171","msg":"trace[383620536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24667; }","duration":"217.346739ms","start":"2026-03-09T14:29:03.555688Z","end":"2026-03-09T14:29:03.773035Z","steps":["trace[383620536] 'agreement among raft nodes before linearized reading' (duration: 216.872026ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:03.773301Z","caller":"traceutil/trace.go:171","msg":"trace[1502905736] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"363.683959ms","start":"2026-03-09T14:29:03.409603Z","end":"2026-03-09T14:29:03.773287Z","steps":["trace[1502905736] 'process raft request' (duration: 362.508148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:03.77344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:03.409582Z","time spent":"363.762492ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T14:29:03.943661Z","caller":"traceutil/trace.go:171","msg":"trace[1690858376] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25530; }","duration":"165.556071ms","start":"2026-03-09T14:29:03.778074Z","end":"2026-03-09T14:29:03.94363Z","steps":["trace[1690858376] 'read index received' (duration: 58.266238ms)","trace[1690858376] 'applied index is now lower than readState.Index' (duration: 107.288563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:03.943943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.834979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T14:29:03.94399Z","caller":"traceutil/trace.go:171","msg":"trace[913956400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24671; }","duration":"165.916851ms","start":"2026-03-09T14:29:03.778058Z","end":"2026-03-09T14:29:03.943974Z","steps":["trace[913956400] 'agreement among raft nodes before linearized reading' (duration: 165.698025ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:03.944393Z","caller":"traceutil/trace.go:171","msg":"trace[1747716484] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"164.088433ms","start":"2026-03-09T14:29:03.780285Z","end":"2026-03-09T14:29:03.944374Z","steps":["trace[1747716484] 'process raft request' (duration: 163.292092ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:03.9445Z","caller":"traceutil/trace.go:171","msg":"trace[787465384] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"166.538597ms","start":"2026-03-09T14:29:03.777932Z","end":"2026-03-09T14:29:03.944471Z","steps":["trace[787465384] 'process raft request' (duration: 165.358396ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:03.944319Z","caller":"traceutil/trace.go:171","msg":"trace[331310823] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"165.979533ms","start":"2026-03-09T14:29:03.778294Z","end":"2026-03-09T14:29:03.944273Z","steps":["trace[331310823] 'process raft request' (duration: 165.237243ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:06.179998Z","caller":"traceutil/trace.go:171","msg":"trace[522109786] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25546; }","duration":"197.81568ms","start":"2026-03-09T14:29:05.982132Z","end":"2026-03-09T14:29:06.179948Z","steps":["trace[522109786] 'read index received' (duration: 53.153143ms)","trace[522109786] 'applied index is now lower than readState.Index' (duration: 144.661087ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:29:06.18017Z","caller":"traceutil/trace.go:171","msg":"trace[998518607] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"203.249433ms","start":"2026-03-09T14:29:05.976907Z","end":"2026-03-09T14:29:06.180156Z","steps":["trace[998518607] 'process raft request' (duration: 202.959916ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:06.180167Z","caller":"traceutil/trace.go:171","msg":"trace[872802886] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"225.28747ms","start":"2026-03-09T14:29:05.954786Z","end":"2026-03-09T14:29:06.180073Z","steps":["trace[872802886] 'process raft request' (duration: 172.827215ms)","trace[872802886] 'compare' (duration: 52.032134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:06.180546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-09T14:29:06.180596Z","caller":"traceutil/trace.go:171","msg":"trace[605441421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24685; }","duration":"198.476937ms","start":"2026-03-09T14:29:05.982104Z","end":"2026-03-09T14:29:06.180581Z","steps":["trace[605441421] 'agreement among raft nodes before linearized reading' (duration: 198.278221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:06.180714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.676956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-09T14:29:06.180808Z","caller":"traceutil/trace.go:171","msg":"trace[940083741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24685; }","duration":"103.833501ms","start":"2026-03-09T14:29:06.07695Z","end":"2026-03-09T14:29:06.180784Z","steps":["trace[940083741] 'agreement among raft nodes before linearized reading' (duration: 103.585275ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:06.352875Z","caller":"traceutil/trace.go:171","msg":"trace[1866069961] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"164.555395ms","start":"2026-03-09T14:29:06.188286Z","end":"2026-03-09T14:29:06.352841Z","steps":["trace[1866069961] 'process raft request' (duration: 164.389231ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:07.906966Z","caller":"traceutil/trace.go:171","msg":"trace[83801864] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"118.739768ms","start":"2026-03-09T14:29:07.788174Z","end":"2026-03-09T14:29:07.906914Z","steps":["trace[83801864] 'process raft request' (duration: 118.480071ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:07.907255Z","caller":"traceutil/trace.go:171","msg":"trace[1720377467] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"117.217277ms","start":"2026-03-09T14:29:07.790022Z","end":"2026-03-09T14:29:07.907239Z","steps":["trace[1720377467] 'process raft request' (duration: 116.842457ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:23.248598Z","caller":"traceutil/trace.go:171","msg":"trace[1120382658] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"128.569488ms","start":"2026-03-09T14:29:23.119992Z","end":"2026-03-09T14:29:23.248562Z","steps":["trace[1120382658] 'process raft request' (duration: 128.335512ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:28.92235Z","caller":"traceutil/trace.go:171","msg":"trace[1684562745] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"133.005587ms","start":"2026-03-09T14:29:28.789301Z","end":"2026-03-09T14:29:28.922307Z","steps":["trace[1684562745] 'process raft request' (duration: 132.497103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:29.227609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.503101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-09T14:29:29.227776Z","caller":"traceutil/trace.go:171","msg":"trace[384997136] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25725; }","duration":"170.303798ms","start":"2026-03-09T14:29:29.057449Z","end":"2026-03-09T14:29:29.227753Z","steps":["trace[384997136] 'read index received' (duration: 60.55045ms)","trace[384997136] 'applied index is now lower than readState.Index' (duration: 109.751078ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:29:29.22789Z","caller":"traceutil/trace.go:171","msg":"trace[162702400] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"222.216709ms","start":"2026-03-09T14:29:29.005636Z","end":"2026-03-09T14:29:29.227853Z","steps":["trace[162702400] 'process raft request' (duration: 112.313167ms)","trace[162702400] 'compare' (duration: 109.271255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:29.227994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.550234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-09T14:29:29.228037Z","caller":"traceutil/trace.go:171","msg":"trace[550724633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24857; }","duration":"170.633027ms","start":"2026-03-09T14:29:29.057387Z","end":"2026-03-09T14:29:29.228021Z","steps":["trace[550724633] 'agreement among raft nodes before linearized reading' (duration: 170.422152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:29.631476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.574645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-09T14:29:29.631548Z","caller":"traceutil/trace.go:171","msg":"trace[2012550547] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24859; }","duration":"167.7154ms","start":"2026-03-09T14:29:29.463817Z","end":"2026-03-09T14:29:29.631532Z","steps":["trace[2012550547] 'count revisions from in-memory index tree' (duration: 167.37734ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:30.088172Z","caller":"traceutil/trace.go:171","msg":"trace[811956356] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"103.321397ms","start":"2026-03-09T14:29:29.984818Z","end":"2026-03-09T14:29:30.088139Z","steps":["trace[811956356] 'process raft request' (duration: 103.142802ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:30.421726Z","caller":"traceutil/trace.go:171","msg":"trace[978242268] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25728; }","duration":"379.994694ms","start":"2026-03-09T14:29:30.041694Z","end":"2026-03-09T14:29:30.421689Z","steps":["trace[978242268] 'read index received' (duration: 46.326512ms)","trace[978242268] 'applied index is now lower than readState.Index' (duration: 333.666372ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:29:30.421775Z","caller":"traceutil/trace.go:171","msg":"trace[1443804887] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"402.364308ms","start":"2026-03-09T14:29:30.019356Z","end":"2026-03-09T14:29:30.42172Z","steps":["trace[1443804887] 'process raft request' (duration: 344.905501ms)","trace[1443804887] 'compare' (duration: 57.106138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T14:29:30.421953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:30.019321Z","time spent":"402.536143ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T14:29:30.421993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.282621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-09T14:29:30.42203Z","caller":"traceutil/trace.go:171","msg":"trace[1121950504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24861; }","duration":"380.380773ms","start":"2026-03-09T14:29:30.041635Z","end":"2026-03-09T14:29:30.422016Z","steps":["trace[1121950504] 'agreement among raft nodes before linearized reading' (duration: 380.208889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:30.42206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:30.041614Z","time spent":"380.439645ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T14:29:30.434655Z","caller":"traceutil/trace.go:171","msg":"trace[1541699184] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"141.235495ms","start":"2026-03-09T14:29:30.293383Z","end":"2026-03-09T14:29:30.434618Z","steps":["trace[1541699184] 'process raft request' (duration: 141.061811ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:30.628737Z","caller":"traceutil/trace.go:171","msg":"trace[322417834] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25730; }","duration":"206.898501ms","start":"2026-03-09T14:29:30.42181Z","end":"2026-03-09T14:29:30.628708Z","steps":["trace[322417834] 'read index received' (duration: 12.617515ms)","trace[322417834] 'applied index is now lower than readState.Index' (duration: 194.279396ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T14:29:30.628781Z","caller":"traceutil/trace.go:171","msg":"trace[1175344826] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"201.429795ms","start":"2026-03-09T14:29:30.427291Z","end":"2026-03-09T14:29:30.628721Z","steps":["trace[1175344826] 'process raft request' (duration: 201.097336ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:29:30.629058Z","caller":"traceutil/trace.go:171","msg":"trace[791444077] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"183.522489ms","start":"2026-03-09T14:29:30.445501Z","end":"2026-03-09T14:29:30.629024Z","steps":["trace[791444077] 'process raft request' (duration: 183.144339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:30.629207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.170974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-09T14:29:30.629329Z","caller":"traceutil/trace.go:171","msg":"trace[711641810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24864; }","duration":"431.350639ms","start":"2026-03-09T14:29:30.197952Z","end":"2026-03-09T14:29:30.629302Z","steps":["trace[711641810] 'agreement among raft nodes before linearized reading' (duration: 431.02265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:30.629427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:30.197926Z","time spent":"431.482682ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T14:29:30.629543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.817106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T14:29:30.629608Z","caller":"traceutil/trace.go:171","msg":"trace[405828885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24864; }","duration":"330.944199ms","start":"2026-03-09T14:29:30.298649Z","end":"2026-03-09T14:29:30.629593Z","steps":["trace[405828885] 'agreement among raft nodes before linearized reading' (duration: 330.080306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T14:29:30.62961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.398249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-09T14:29:30.629654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T14:29:30.298631Z","time spent":"331.011682ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T14:29:30.629664Z","caller":"traceutil/trace.go:171","msg":"trace[915363245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24865; }","duration":"147.495292ms","start":"2026-03-09T14:29:30.482149Z","end":"2026-03-09T14:29:30.629645Z","steps":["trace[915363245] 'agreement among raft nodes before linearized reading' (duration: 147.280966ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T14:31:52.151462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23507} {"level":"info","ts":"2026-03-09T14:31:52.297193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23507,"took":"141.529683ms","hash":103153575,"current-db-size-bytes":47935488,"current-db-size":"48 MB","current-db-size-in-use-bytes":33341440,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-09T14:31:52.297275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":103153575,"revision":23507,"compact-revision":20500} {"level":"info","ts":"2026-03-09T14:36:52.158764Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26241} {"level":"info","ts":"2026-03-09T14:36:52.290505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26241,"took":"125.065703ms","hash":1558754688,"current-db-size-bytes":48357376,"current-db-size":"48 MB","current-db-size-in-use-bytes":32059392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-09T14:36:52.290577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1558754688,"revision":26241,"compact-revision":23507} {"level":"info","ts":"2026-03-09T14:37:49.242873Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T14:37:49.249726Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-09T14:37:49.2499Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-09T14:41:52.164443Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28605} {"level":"info","ts":"2026-03-09T14:41:52.284672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28605,"took":"116.972503ms","hash":4063756205,"current-db-size-bytes":48357376,"current-db-size":"48 MB","current-db-size-in-use-bytes":27934720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T14:41:52.284737Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4063756205,"revision":28605,"compact-revision":26241} {"level":"info","ts":"2026-03-09T14:46:52.171137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30712} {"level":"info","ts":"2026-03-09T14:46:52.316223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30712,"took":"140.384562ms","hash":761484456,"current-db-size-bytes":48357376,"current-db-size":"48 MB","current-db-size-in-use-bytes":27095040,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-09T14:46:52.316298Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":761484456,"revision":30712,"compact-revision":28605} {"level":"info","ts":"2026-03-09T14:51:52.177452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32861} {"level":"info","ts":"2026-03-09T14:51:52.307599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32861,"took":"126.635638ms","hash":1315214564,"current-db-size-bytes":48820224,"current-db-size":"49 MB","current-db-size-in-use-bytes":29175808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-09T14:51:52.307672Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1315214564,"revision":32861,"compact-revision":30712} {"level":"info","ts":"2026-03-09T14:52:13.888758Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008da6.wal"} {"level":"info","ts":"2026-03-09T14:56:52.184004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34946} {"level":"info","ts":"2026-03-09T14:56:52.311925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34946,"took":"123.221837ms","hash":817958831,"current-db-size-bytes":50950144,"current-db-size":"51 MB","current-db-size-in-use-bytes":28397568,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-09T14:56:52.311999Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":817958831,"revision":34946,"compact-revision":32861}