{"level":"warn","ts":"2026-04-02T16:44:07.881036Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:07.881149Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:44:07.881214Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:44:07.881225Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-02T16:44:07.881248Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:07.881907Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-02T16:44:07.881983Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:44:07.886075Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.904326ms"} {"level":"info","ts":"2026-04-02T16:44:07.892049Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-02T16:44:07.892134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:44:07.892165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-02T16:44:07.892184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:44:07.892193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-02T16:44:07.892257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-02T16:44:07.90411Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:44:07.905845Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:44:07.90734Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:44:07.915684Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:44:07.915884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:07.915967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:07.915977Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:44:07.91591Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:44:07.918231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-02T16:44:07.918584Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-02T16:44:07.921579Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:44:07.921728Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-02T16:44:07.921825Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-02T16:44:07.921994Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:44:07.922071Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:44:08.293482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:44:08.293581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:44:08.29365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-02T16:44:08.29368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:44:08.293695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-02T16:44:08.293725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-02T16:44:08.293746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-02T16:44:08.294992Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:44:08.295027Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:08.295133Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:44:08.295334Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:08.295478Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:44:08.295591Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:44:08.296486Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:08.296625Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:08.296659Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:44:08.300414Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-02T16:44:08.301154Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-02T16:44:32.411381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.867966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:32.411564Z","caller":"traceutil/trace.go:171","msg":"trace[834759183] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"292.674107ms","start":"2026-04-02T16:44:32.118862Z","end":"2026-04-02T16:44:32.411537Z","steps":["trace[834759183] 'process raft request' (duration: 183.954207ms)","trace[834759183] 'compare' (duration: 107.710692ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:45.882323Z","caller":"traceutil/trace.go:171","msg":"trace[1578860169] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"109.83067ms","start":"2026-04-02T16:44:45.772436Z","end":"2026-04-02T16:44:45.882267Z","steps":["trace[1578860169] 'process raft request' (duration: 105.124812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:45.882502Z","caller":"traceutil/trace.go:171","msg":"trace[794068492] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"102.642004ms","start":"2026-04-02T16:44:45.779825Z","end":"2026-04-02T16:44:45.882467Z","steps":["trace[794068492] 'process raft request' (duration: 102.359586ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:46.013Z","caller":"traceutil/trace.go:171","msg":"trace[108048347] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"118.237789ms","start":"2026-04-02T16:44:45.894729Z","end":"2026-04-02T16:44:46.012967Z","steps":["trace[108048347] 'process raft request' (duration: 101.76328ms)","trace[108048347] 'compare' (duration: 16.324655ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:46.013531Z","caller":"traceutil/trace.go:171","msg":"trace[1708223304] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"106.755146ms","start":"2026-04-02T16:44:45.906758Z","end":"2026-04-02T16:44:46.013513Z","steps":["trace[1708223304] 'process raft request' (duration: 106.317065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:51.964306Z","caller":"traceutil/trace.go:171","msg":"trace[1762601784] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"182.724454ms","start":"2026-04-02T16:44:51.781545Z","end":"2026-04-02T16:44:51.96427Z","steps":["trace[1762601784] 'process raft request' (duration: 181.84492ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:52.264223Z","caller":"traceutil/trace.go:171","msg":"trace[825478444] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"230.624158ms","start":"2026-04-02T16:44:52.03357Z","end":"2026-04-02T16:44:52.264194Z","steps":["trace[825478444] 'process raft request' (duration: 220.287457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.80483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.117909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:44:52.805001Z","caller":"traceutil/trace.go:171","msg":"trace[933735726] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"291.34625ms","start":"2026-04-02T16:44:52.513599Z","end":"2026-04-02T16:44:52.804946Z","steps":["trace[933735726] 'read index received' (duration: 35.661µs)","trace[933735726] 'applied index is now lower than readState.Index' (duration: 291.308819ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.805065Z","caller":"traceutil/trace.go:171","msg":"trace[337617762] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"487.344165ms","start":"2026-04-02T16:44:52.31767Z","end":"2026-04-02T16:44:52.805014Z","steps":["trace[337617762] 'process raft request' (duration: 53.944198ms)","trace[337617762] 'compare' (duration: 432.738239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:44:52.805309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.639548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-02T16:44:52.805251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.317635Z","time spent":"487.518959ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:44:52.805359Z","caller":"traceutil/trace.go:171","msg":"trace[623967220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"291.800143ms","start":"2026-04-02T16:44:52.513544Z","end":"2026-04-02T16:44:52.805344Z","steps":["trace[623967220] 'agreement among raft nodes before linearized reading' (duration: 291.625138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:52.960813Z","caller":"traceutil/trace.go:171","msg":"trace[145901058] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"151.530245ms","start":"2026-04-02T16:44:52.809253Z","end":"2026-04-02T16:44:52.960783Z","steps":["trace[145901058] 'process raft request' (duration: 151.465553ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:52.960842Z","caller":"traceutil/trace.go:171","msg":"trace[129479372] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"155.669767ms","start":"2026-04-02T16:44:52.805131Z","end":"2026-04-02T16:44:52.960801Z","steps":["trace[129479372] 'read index received' (duration: 154.883956ms)","trace[129479372] 'applied index is now lower than readState.Index' (duration: 781.241µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:44:52.961048Z","caller":"traceutil/trace.go:171","msg":"trace[1056936215] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"272.007024ms","start":"2026-04-02T16:44:52.689009Z","end":"2026-04-02T16:44:52.961016Z","steps":["trace[1056936215] 'process raft request' (duration: 271.211042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.961069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.468436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:44:52.961114Z","caller":"traceutil/trace.go:171","msg":"trace[1409564358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:590; }","duration":"430.560339ms","start":"2026-04-02T16:44:52.530541Z","end":"2026-04-02T16:44:52.961101Z","steps":["trace[1409564358] 'agreement among raft nodes before linearized reading' (duration: 430.393455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.961075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.711178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:44:52.96117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.530532Z","time spent":"430.629251ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:44:52.96119Z","caller":"traceutil/trace.go:171","msg":"trace[293082738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:590; }","duration":"202.840691ms","start":"2026-04-02T16:44:52.75832Z","end":"2026-04-02T16:44:52.96116Z","steps":["trace[293082738] 'agreement among raft nodes before linearized reading' (duration: 202.586344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.961433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.95551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:44:52.961553Z","caller":"traceutil/trace.go:171","msg":"trace[1009678736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"420.156806ms","start":"2026-04-02T16:44:52.541381Z","end":"2026-04-02T16:44:52.961538Z","steps":["trace[1009678736] 'agreement among raft nodes before linearized reading' (duration: 419.586761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:44:52.96163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:44:52.541371Z","time spent":"420.249199ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:44:54.553042Z","caller":"traceutil/trace.go:171","msg":"trace[1188482750] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"124.725165ms","start":"2026-04-02T16:44:54.42829Z","end":"2026-04-02T16:44:54.553015Z","steps":["trace[1188482750] 'process raft request' (duration: 124.53988ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:44:54.561323Z","caller":"traceutil/trace.go:171","msg":"trace[2099368272] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"131.035806ms","start":"2026-04-02T16:44:54.430271Z","end":"2026-04-02T16:44:54.561307Z","steps":["trace[2099368272] 'process raft request' (duration: 130.405729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:08.595743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.753558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T16:45:08.596003Z","caller":"traceutil/trace.go:171","msg":"trace[1333563627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:759; }","duration":"225.064596ms","start":"2026-04-02T16:45:08.370909Z","end":"2026-04-02T16:45:08.595973Z","steps":["trace[1333563627] 'range keys from in-memory index tree' (duration: 224.557953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:45:08.595853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.793429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9s4ds\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-02T16:45:08.596327Z","caller":"traceutil/trace.go:171","msg":"trace[1974379508] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9s4ds; range_end:; response_count:1; response_revision:759; }","duration":"201.288623ms","start":"2026-04-02T16:45:08.395001Z","end":"2026-04-02T16:45:08.59629Z","steps":["trace[1974379508] 'range keys from in-memory index tree' (duration: 200.613694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:33.464317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.413932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2849ca1b-7cae-442e-ae97-6bb7928f686d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-02T16:46:33.465052Z","caller":"traceutil/trace.go:171","msg":"trace[1775669870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2849ca1b-7cae-442e-ae97-6bb7928f686d; range_end:; response_count:1; response_revision:1868; }","duration":"251.228915ms","start":"2026-04-02T16:46:33.213798Z","end":"2026-04-02T16:46:33.465027Z","steps":["trace[1775669870] 'range keys from in-memory index tree' (duration: 250.199036ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:33.983044Z","caller":"traceutil/trace.go:171","msg":"trace[844795726] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"167.723759ms","start":"2026-04-02T16:46:33.815295Z","end":"2026-04-02T16:46:33.983018Z","steps":["trace[844795726] 'process raft request' (duration: 167.548474ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:47.765988Z","caller":"traceutil/trace.go:171","msg":"trace[1707167818] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"125.581596ms","start":"2026-04-02T16:46:47.640377Z","end":"2026-04-02T16:46:47.765959Z","steps":["trace[1707167818] 'process raft request' (duration: 125.37092ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:47.766575Z","caller":"traceutil/trace.go:171","msg":"trace[1682946426] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2062; }","duration":"113.126149ms","start":"2026-04-02T16:46:47.65342Z","end":"2026-04-02T16:46:47.766546Z","steps":["trace[1682946426] 'read index received' (duration: 112.42456ms)","trace[1682946426] 'applied index is now lower than readState.Index' (duration: 700.469µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:46:47.766685Z","caller":"traceutil/trace.go:171","msg":"trace[1832473690] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"123.039957ms","start":"2026-04-02T16:46:47.643592Z","end":"2026-04-02T16:46:47.766632Z","steps":["trace[1832473690] 'process raft request' (duration: 122.830872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:46:47.766785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.345035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:46:47.766854Z","caller":"traceutil/trace.go:171","msg":"trace[953150099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1990; }","duration":"113.445747ms","start":"2026-04-02T16:46:47.653394Z","end":"2026-04-02T16:46:47.76684Z","steps":["trace[953150099] 'agreement among raft nodes before linearized reading' (duration: 113.259282ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:46:48.249887Z","caller":"traceutil/trace.go:171","msg":"trace[785927956] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"185.913303ms","start":"2026-04-02T16:46:48.063943Z","end":"2026-04-02T16:46:48.249855Z","steps":["trace[785927956] 'process raft request' (duration: 185.744078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:18.901657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.498649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T16:47:18.90174Z","caller":"traceutil/trace.go:171","msg":"trace[1809716030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2167; }","duration":"102.637493ms","start":"2026-04-02T16:47:18.799085Z","end":"2026-04-02T16:47:18.901722Z","steps":["trace[1809716030] 'range keys from in-memory index tree' (duration: 102.312114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:19.454541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.163029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:47:19.454624Z","caller":"traceutil/trace.go:171","msg":"trace[2093945357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2168; }","duration":"256.308712ms","start":"2026-04-02T16:47:19.198298Z","end":"2026-04-02T16:47:19.454607Z","steps":["trace[2093945357] 'range keys from in-memory index tree' (duration: 255.895612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:19.454678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.336347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T16:47:19.454783Z","caller":"traceutil/trace.go:171","msg":"trace[944258574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2168; }","duration":"101.539872ms","start":"2026-04-02T16:47:19.353218Z","end":"2026-04-02T16:47:19.454758Z","steps":["trace[944258574] 'range keys from in-memory index tree' (duration: 101.07252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:19.723191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.674416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:19.723385Z","caller":"traceutil/trace.go:171","msg":"trace[346714076] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"262.402737ms","start":"2026-04-02T16:47:19.460955Z","end":"2026-04-02T16:47:19.723358Z","steps":["trace[346714076] 'process raft request' (duration: 100.402042ms)","trace[346714076] 'compare' (duration: 161.499801ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:20.160411Z","caller":"traceutil/trace.go:171","msg":"trace[713649316] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"228.856617ms","start":"2026-04-02T16:47:19.931523Z","end":"2026-04-02T16:47:20.16038Z","steps":["trace[713649316] 'process raft request' (duration: 228.760385ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:20.160536Z","caller":"traceutil/trace.go:171","msg":"trace[299389417] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"229.102814ms","start":"2026-04-02T16:47:19.931282Z","end":"2026-04-02T16:47:20.160384Z","steps":["trace[299389417] 'process raft request' (duration: 152.190732ms)","trace[299389417] 'compare' (duration: 76.551013ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:20.500841Z","caller":"traceutil/trace.go:171","msg":"trace[860728393] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"127.601552ms","start":"2026-04-02T16:47:20.373201Z","end":"2026-04-02T16:47:20.500803Z","steps":["trace[860728393] 'process raft request' (duration: 101.186513ms)","trace[860728393] 'compare' (duration: 26.110631ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:20.520276Z","caller":"traceutil/trace.go:171","msg":"trace[1678978777] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"133.735376ms","start":"2026-04-02T16:47:20.386513Z","end":"2026-04-02T16:47:20.520249Z","steps":["trace[1678978777] 'process raft request' (duration: 133.578292ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:25.725785Z","caller":"traceutil/trace.go:171","msg":"trace[240132407] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"118.900079ms","start":"2026-04-02T16:47:25.606818Z","end":"2026-04-02T16:47:25.725718Z","steps":["trace[240132407] 'read index received' (duration: 91.033421ms)","trace[240132407] 'applied index is now lower than readState.Index' (duration: 27.865138ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:25.725856Z","caller":"traceutil/trace.go:171","msg":"trace[1619960616] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"216.588818ms","start":"2026-04-02T16:47:25.509211Z","end":"2026-04-02T16:47:25.7258Z","steps":["trace[1619960616] 'process raft request' (duration: 188.769612ms)","trace[1619960616] 'compare' (duration: 27.310912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:25.725982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.132835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:25.726033Z","caller":"traceutil/trace.go:171","msg":"trace[1424387545] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2200; }","duration":"119.292699ms","start":"2026-04-02T16:47:25.606724Z","end":"2026-04-02T16:47:25.726016Z","steps":["trace[1424387545] 'agreement among raft nodes before linearized reading' (duration: 119.168865ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:26.199909Z","caller":"traceutil/trace.go:171","msg":"trace[1385017733] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"153.445775ms","start":"2026-04-02T16:47:26.046436Z","end":"2026-04-02T16:47:26.199882Z","steps":["trace[1385017733] 'process raft request' (duration: 153.28405ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:26.37725Z","caller":"traceutil/trace.go:171","msg":"trace[2080280447] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2283; }","duration":"195.39239ms","start":"2026-04-02T16:47:26.181839Z","end":"2026-04-02T16:47:26.377231Z","steps":["trace[2080280447] 'read index received' (duration: 17.89719ms)","trace[2080280447] 'applied index is now lower than readState.Index' (duration: 177.49428ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:26.377321Z","caller":"traceutil/trace.go:171","msg":"trace[390492366] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"253.56973ms","start":"2026-04-02T16:47:26.123722Z","end":"2026-04-02T16:47:26.377291Z","steps":["trace[390492366] 'process raft request' (duration: 253.391046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:26.377543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.478725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:47:26.377546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.670697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:47:26.377613Z","caller":"traceutil/trace.go:171","msg":"trace[188496765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"194.602349ms","start":"2026-04-02T16:47:26.182996Z","end":"2026-04-02T16:47:26.377598Z","steps":["trace[188496765] 'agreement among raft nodes before linearized reading' (duration: 194.392433ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:26.377637Z","caller":"traceutil/trace.go:171","msg":"trace[1197650584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"195.848612ms","start":"2026-04-02T16:47:26.181766Z","end":"2026-04-02T16:47:26.377615Z","steps":["trace[1197650584] 'agreement among raft nodes before linearized reading' (duration: 195.548904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:26.684092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.667064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:26.684324Z","caller":"traceutil/trace.go:171","msg":"trace[1539076758] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2285; }","duration":"281.282992ms","start":"2026-04-02T16:47:26.403024Z","end":"2026-04-02T16:47:26.684307Z","steps":["trace[1539076758] 'read index received' (duration: 122.276389ms)","trace[1539076758] 'applied index is now lower than readState.Index' (duration: 159.005713ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:26.684391Z","caller":"traceutil/trace.go:171","msg":"trace[447532190] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"302.563353ms","start":"2026-04-02T16:47:26.38178Z","end":"2026-04-02T16:47:26.684343Z","steps":["trace[447532190] 'process raft request' (duration: 302.423569ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:26.684397Z","caller":"traceutil/trace.go:171","msg":"trace[729542313] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"160.535045ms","start":"2026-04-02T16:47:26.523793Z","end":"2026-04-02T16:47:26.684328Z","steps":["trace[729542313] 'process raft request' (duration: 160.469553ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:26.684432Z","caller":"traceutil/trace.go:171","msg":"trace[650729368] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"302.691517ms","start":"2026-04-02T16:47:26.381726Z","end":"2026-04-02T16:47:26.684417Z","steps":["trace[650729368] 'process raft request' (duration: 143.597491ms)","trace[650729368] 'compare' (duration: 158.519101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:26.684547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.520109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a29814fa67a6de\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T16:47:26.684582Z","caller":"traceutil/trace.go:171","msg":"trace[1152172367] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a29814fa67a6de; range_end:; response_count:1; response_revision:2206; }","duration":"281.58182ms","start":"2026-04-02T16:47:26.402988Z","end":"2026-04-02T16:47:26.68457Z","steps":["trace[1152172367] 'agreement among raft nodes before linearized reading' (duration: 281.397465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:26.684607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:26.381709Z","time spent":"302.859071ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:26.684595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:26.381769Z","time spent":"302.729297ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:26.69082Z","caller":"traceutil/trace.go:171","msg":"trace[1649772700] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"145.4771ms","start":"2026-04-02T16:47:26.545319Z","end":"2026-04-02T16:47:26.690796Z","steps":["trace[1649772700] 'process raft request' (duration: 145.367817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:26.768796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.028324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:26.768899Z","caller":"traceutil/trace.go:171","msg":"trace[1046877770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2207; }","duration":"225.190768ms","start":"2026-04-02T16:47:26.543686Z","end":"2026-04-02T16:47:26.768877Z","steps":["trace[1046877770] 'agreement among raft nodes before linearized reading' (duration: 225.012313ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:38.730629Z","caller":"traceutil/trace.go:171","msg":"trace[417072966] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"122.072794ms","start":"2026-04-02T16:47:38.608531Z","end":"2026-04-02T16:47:38.730604Z","steps":["trace[417072966] 'process raft request' (duration: 74.230941ms)","trace[417072966] 'compare' (duration: 47.614677ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:38.730695Z","caller":"traceutil/trace.go:171","msg":"trace[1212011736] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"121.824527ms","start":"2026-04-02T16:47:38.608836Z","end":"2026-04-02T16:47:38.730661Z","steps":["trace[1212011736] 'process raft request' (duration: 121.687803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:38.730752Z","caller":"traceutil/trace.go:171","msg":"trace[1276975560] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"121.767895ms","start":"2026-04-02T16:47:38.608961Z","end":"2026-04-02T16:47:38.730728Z","steps":["trace[1276975560] 'process raft request' (duration: 121.619352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:38.730833Z","caller":"traceutil/trace.go:171","msg":"trace[986922843] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"113.822432ms","start":"2026-04-02T16:47:38.616976Z","end":"2026-04-02T16:47:38.730798Z","steps":["trace[986922843] 'process raft request' (duration: 113.643198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:38.756683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.297182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:38.756749Z","caller":"traceutil/trace.go:171","msg":"trace[1367892727] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2273; }","duration":"115.405495ms","start":"2026-04-02T16:47:38.641326Z","end":"2026-04-02T16:47:38.756732Z","steps":["trace[1367892727] 'agreement among raft nodes before linearized reading' (duration: 115.252581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:16.796648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.187724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:16.796777Z","caller":"traceutil/trace.go:171","msg":"trace[1012155159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"253.36992ms","start":"2026-04-02T16:48:16.543378Z","end":"2026-04-02T16:48:16.796748Z","steps":["trace[1012155159] 'range keys from in-memory index tree' (duration: 253.104142ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:01.40241Z","caller":"traceutil/trace.go:171","msg":"trace[1372772894] linearizableReadLoop","detail":"{readStateIndex:3022; appliedIndex:3021; }","duration":"120.330295ms","start":"2026-04-02T16:49:01.282056Z","end":"2026-04-02T16:49:01.402386Z","steps":["trace[1372772894] 'read index received' (duration: 92.152319ms)","trace[1372772894] 'applied index is now lower than readState.Index' (duration: 28.176966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:01.402629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.549561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a2982cd05e429a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-02T16:49:01.402667Z","caller":"traceutil/trace.go:171","msg":"trace[1370069238] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a2982cd05e429a; range_end:; response_count:1; response_revision:2912; }","duration":"120.625874ms","start":"2026-04-02T16:49:01.282032Z","end":"2026-04-02T16:49:01.402658Z","steps":["trace[1370069238] 'agreement among raft nodes before linearized reading' (duration: 120.452019ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:01.40284Z","caller":"traceutil/trace.go:171","msg":"trace[921549472] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"127.321148ms","start":"2026-04-02T16:49:01.275484Z","end":"2026-04-02T16:49:01.402805Z","steps":["trace[921549472] 'process raft request' (duration: 98.771871ms)","trace[921549472] 'compare' (duration: 28.030772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:15.944039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:15.944201Z","caller":"traceutil/trace.go:171","msg":"trace[1545394211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3819; }","duration":"138.398685ms","start":"2026-04-02T16:51:15.80578Z","end":"2026-04-02T16:51:15.944179Z","steps":["trace[1545394211] 'range keys from in-memory index tree' (duration: 138.19154ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:16.089243Z","caller":"traceutil/trace.go:171","msg":"trace[1997057284] linearizableReadLoop","detail":"{readStateIndex:3963; appliedIndex:3962; }","duration":"225.141749ms","start":"2026-04-02T16:51:15.864078Z","end":"2026-04-02T16:51:16.08922Z","steps":["trace[1997057284] 'read index received' (duration: 224.954374ms)","trace[1997057284] 'applied index is now lower than readState.Index' (duration: 186.255µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:16.089487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.389015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:51:16.089541Z","caller":"traceutil/trace.go:171","msg":"trace[94267923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3820; }","duration":"225.495698ms","start":"2026-04-02T16:51:15.864033Z","end":"2026-04-02T16:51:16.089528Z","steps":["trace[94267923] 'agreement among raft nodes before linearized reading' (duration: 225.299723ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:16.089869Z","caller":"traceutil/trace.go:171","msg":"trace[1187769009] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"257.287621ms","start":"2026-04-02T16:51:15.832566Z","end":"2026-04-02T16:51:16.089854Z","steps":["trace[1187769009] 'process raft request' (duration: 256.52471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:16.090338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.971994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:51:16.090382Z","caller":"traceutil/trace.go:171","msg":"trace[1740817771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3820; }","duration":"225.081917ms","start":"2026-04-02T16:51:15.865289Z","end":"2026-04-02T16:51:16.090371Z","steps":["trace[1740817771] 'agreement among raft nodes before linearized reading' (duration: 224.974994ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:33.549347Z","caller":"traceutil/trace.go:171","msg":"trace[1151628520] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"107.254593ms","start":"2026-04-02T16:52:33.442069Z","end":"2026-04-02T16:52:33.549323Z","steps":["trace[1151628520] 'process raft request' (duration: 107.099119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.771668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.015593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-02T16:52:38.771754Z","caller":"traceutil/trace.go:171","msg":"trace[1935715730] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4983; }","duration":"404.147846ms","start":"2026-04-02T16:52:38.367589Z","end":"2026-04-02T16:52:38.771737Z","steps":["trace[1935715730] 'range keys from in-memory index tree' (duration: 403.860798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.771783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:38.367563Z","time spent":"404.212377ms","remote":"127.0.0.1:40410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-02T16:52:38.771763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.455796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:52:38.771835Z","caller":"traceutil/trace.go:171","msg":"trace[2130957699] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"386.786331ms","start":"2026-04-02T16:52:38.385036Z","end":"2026-04-02T16:52:38.771823Z","steps":["trace[2130957699] 'process raft request' (duration: 79.206781ms)","trace[2130957699] 'compare' (duration: 307.266581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:38.771876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:38.385009Z","time spent":"386.851683ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:38.781925Z","caller":"traceutil/trace.go:171","msg":"trace[866673166] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5172; }","duration":"330.718049ms","start":"2026-04-02T16:52:38.451179Z","end":"2026-04-02T16:52:38.781897Z","steps":["trace[866673166] 'read index received' (duration: 12.986157ms)","trace[866673166] 'applied index is now lower than readState.Index' (duration: 317.730692ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:38.781978Z","caller":"traceutil/trace.go:171","msg":"trace[880781949] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"341.141288ms","start":"2026-04-02T16:52:38.440807Z","end":"2026-04-02T16:52:38.781948Z","steps":["trace[880781949] 'process raft request' (duration: 340.987084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.782119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:38.440781Z","time spent":"341.266182ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3621,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:52:38.782204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.007127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:52:38.782242Z","caller":"traceutil/trace.go:171","msg":"trace[1231027839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4985; }","duration":"331.11676ms","start":"2026-04-02T16:52:38.451115Z","end":"2026-04-02T16:52:38.782231Z","steps":["trace[1231027839] 'agreement among raft nodes before linearized reading' (duration: 330.933105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.782287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:38.451078Z","time spent":"331.197332ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:52:38.796481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.60099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:52:38.796529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.795903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:52:38.796563Z","caller":"traceutil/trace.go:171","msg":"trace[661925964] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4986; }","duration":"192.722403ms","start":"2026-04-02T16:52:38.603822Z","end":"2026-04-02T16:52:38.796545Z","steps":["trace[661925964] 'agreement among raft nodes before linearized reading' (duration: 192.59557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.796594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.473261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-891cd516-5ce9-4b99-9878-df61ebecb933\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-02T16:52:38.796584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.140142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:38.796622Z","caller":"traceutil/trace.go:171","msg":"trace[362265340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4986; }","duration":"342.914726ms","start":"2026-04-02T16:52:38.453684Z","end":"2026-04-02T16:52:38.796599Z","steps":["trace[362265340] 'agreement among raft nodes before linearized reading' (duration: 342.69031ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:38.796651Z","caller":"traceutil/trace.go:171","msg":"trace[2052139716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-891cd516-5ce9-4b99-9878-df61ebecb933; range_end:; response_count:1; response_revision:4986; }","duration":"228.540173ms","start":"2026-04-02T16:52:38.568094Z","end":"2026-04-02T16:52:38.796634Z","steps":["trace[2052139716] 'agreement among raft nodes before linearized reading' (duration: 228.356218ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:38.796679Z","caller":"traceutil/trace.go:171","msg":"trace[790611985] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4986; }","duration":"178.264745ms","start":"2026-04-02T16:52:38.618393Z","end":"2026-04-02T16:52:38.796657Z","steps":["trace[790611985] 'agreement among raft nodes before linearized reading' (duration: 178.107731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:38.796684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:38.453678Z","time spent":"342.991918ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:52:38.796929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.677992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719285"} {"level":"info","ts":"2026-04-02T16:52:38.797026Z","caller":"traceutil/trace.go:171","msg":"trace[552512877] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4986; }","duration":"114.785955ms","start":"2026-04-02T16:52:38.682219Z","end":"2026-04-02T16:52:38.797005Z","steps":["trace[552512877] 'agreement among raft nodes before linearized reading' (duration: 114.170558ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:47.818446Z","caller":"traceutil/trace.go:171","msg":"trace[444388327] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"100.878792ms","start":"2026-04-02T16:52:47.717533Z","end":"2026-04-02T16:52:47.818412Z","steps":["trace[444388327] 'process raft request' (duration: 100.685537ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:47.819314Z","caller":"traceutil/trace.go:171","msg":"trace[638042878] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"100.827531ms","start":"2026-04-02T16:52:47.717955Z","end":"2026-04-02T16:52:47.818782Z","steps":["trace[638042878] 'process raft request' (duration: 100.40836ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:47.957913Z","caller":"traceutil/trace.go:171","msg":"trace[1047244155] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"124.586168ms","start":"2026-04-02T16:52:47.833307Z","end":"2026-04-02T16:52:47.957893Z","steps":["trace[1047244155] 'process raft request' (duration: 124.512936ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:47.958145Z","caller":"traceutil/trace.go:171","msg":"trace[142712701] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"130.795833ms","start":"2026-04-02T16:52:47.827314Z","end":"2026-04-02T16:52:47.95811Z","steps":["trace[142712701] 'process raft request' (duration: 92.067626ms)","trace[142712701] 'compare' (duration: 38.335027ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:50.087378Z","caller":"traceutil/trace.go:171","msg":"trace[902683243] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"118.3361ms","start":"2026-04-02T16:52:49.969016Z","end":"2026-04-02T16:52:50.087352Z","steps":["trace[902683243] 'process raft request' (duration: 118.103893ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:50.102882Z","caller":"traceutil/trace.go:171","msg":"trace[460312078] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5408; }","duration":"132.748006ms","start":"2026-04-02T16:52:49.970116Z","end":"2026-04-02T16:52:50.102864Z","steps":["trace[460312078] 'read index received' (duration: 117.041085ms)","trace[460312078] 'applied index is now lower than readState.Index' (duration: 15.706031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:50.102982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.848709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:50.103015Z","caller":"traceutil/trace.go:171","msg":"trace[449496015] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5215; }","duration":"132.914861ms","start":"2026-04-02T16:52:49.970088Z","end":"2026-04-02T16:52:50.103003Z","steps":["trace[449496015] 'agreement among raft nodes before linearized reading' (duration: 132.844689ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:50.102972Z","caller":"traceutil/trace.go:171","msg":"trace[252538525] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"133.864066ms","start":"2026-04-02T16:52:49.969079Z","end":"2026-04-02T16:52:50.102943Z","steps":["trace[252538525] 'process raft request' (duration: 133.741273ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:50.103401Z","caller":"traceutil/trace.go:171","msg":"trace[1370457566] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"134.295208ms","start":"2026-04-02T16:52:49.969081Z","end":"2026-04-02T16:52:50.103376Z","steps":["trace[1370457566] 'process raft request' (duration: 133.664851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:57.659196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.547695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:57.659342Z","caller":"traceutil/trace.go:171","msg":"trace[1892132183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"115.74875ms","start":"2026-04-02T16:52:57.543572Z","end":"2026-04-02T16:52:57.659321Z","steps":["trace[1892132183] 'range keys from in-memory index tree' (duration: 115.331449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:57.659375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.433379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-02T16:52:57.659479Z","caller":"traceutil/trace.go:171","msg":"trace[529839620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5365; }","duration":"141.587403ms","start":"2026-04-02T16:52:57.517867Z","end":"2026-04-02T16:52:57.659455Z","steps":["trace[529839620] 'range keys from in-memory index tree' (duration: 141.212643ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:11.646046Z","caller":"traceutil/trace.go:171","msg":"trace[1977420619] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"262.42947ms","start":"2026-04-02T16:53:11.383581Z","end":"2026-04-02T16:53:11.64601Z","steps":["trace[1977420619] 'process raft request' (duration: 262.135983ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:08.582581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2949} {"level":"info","ts":"2026-04-02T16:54:08.66493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2949,"took":"80.572011ms","hash":1717957264,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":33726464,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T16:54:08.664996Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1717957264,"revision":2949,"compact-revision":-1} {"level":"info","ts":"2026-04-02T16:59:08.590855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6026} {"level":"info","ts":"2026-04-02T16:59:08.690594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6026,"took":"98.21438ms","hash":3831996007,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":23728128,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-02T16:59:08.690667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3831996007,"revision":6026,"compact-revision":2949} {"level":"warn","ts":"2026-04-02T16:59:13.349719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392422661988421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:59:13.35114Z","caller":"traceutil/trace.go:171","msg":"trace[1210803083] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8564; }","duration":"501.516152ms","start":"2026-04-02T16:59:12.849597Z","end":"2026-04-02T16:59:13.351113Z","steps":["trace[1210803083] 'read index received' (duration: 501.195673ms)","trace[1210803083] 'applied index is now lower than readState.Index' (duration: 319.379µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:13.351192Z","caller":"traceutil/trace.go:171","msg":"trace[1563932855] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"754.893988ms","start":"2026-04-02T16:59:12.596267Z","end":"2026-04-02T16:59:13.35116Z","steps":["trace[1563932855] 'process raft request' (duration: 754.620321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:13.351393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.510566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:59:13.351398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.670619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:13.351407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.502079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:13.351442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.234511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:13.351404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.78912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T16:59:13.351553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:12.596249Z","time spent":"755.089674ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:13.351491Z","caller":"traceutil/trace.go:171","msg":"trace[2026415871] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8273; }","duration":"133.638093ms","start":"2026-04-02T16:59:13.217837Z","end":"2026-04-02T16:59:13.351476Z","steps":["trace[2026415871] 'agreement among raft nodes before linearized reading' (duration: 133.473578ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:13.351601Z","caller":"traceutil/trace.go:171","msg":"trace[1077514011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8273; }","duration":"502.040357ms","start":"2026-04-02T16:59:12.849548Z","end":"2026-04-02T16:59:13.351588Z","steps":["trace[1077514011] 'agreement among raft nodes before linearized reading' (duration: 501.648056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:13.351767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:12.849529Z","time spent":"502.222501ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:59:13.351439Z","caller":"traceutil/trace.go:171","msg":"trace[836366600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8273; }","duration":"497.591988ms","start":"2026-04-02T16:59:12.853834Z","end":"2026-04-02T16:59:13.351426Z","steps":["trace[836366600] 'agreement among raft nodes before linearized reading' (duration: 497.399773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:13.351968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:12.853824Z","time spent":"498.133662ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:59:13.351484Z","caller":"traceutil/trace.go:171","msg":"trace[780297453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8273; }","duration":"196.814032ms","start":"2026-04-02T16:59:13.15465Z","end":"2026-04-02T16:59:13.351464Z","steps":["trace[780297453] 'agreement among raft nodes before linearized reading' (duration: 196.680419ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:13.351545Z","caller":"traceutil/trace.go:171","msg":"trace[943906972] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8273; }","duration":"133.402956ms","start":"2026-04-02T16:59:13.218118Z","end":"2026-04-02T16:59:13.351521Z","steps":["trace[943906972] 'agreement among raft nodes before linearized reading' (duration: 133.1773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:24.231363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.966175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hs8j9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:59:24.231458Z","caller":"traceutil/trace.go:171","msg":"trace[1452826771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hs8j9; range_end:; response_count:1; response_revision:8332; }","duration":"259.18151ms","start":"2026-04-02T16:59:23.972255Z","end":"2026-04-02T16:59:24.231436Z","steps":["trace[1452826771] 'range keys from in-memory index tree' (duration: 258.721578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:24.231548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.256153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T16:59:24.231601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.325678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:24.231628Z","caller":"traceutil/trace.go:171","msg":"trace[1724547092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8332; }","duration":"364.364646ms","start":"2026-04-02T16:59:23.867244Z","end":"2026-04-02T16:59:24.231608Z","steps":["trace[1724547092] 'range keys from in-memory index tree' (duration: 364.003666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:24.231652Z","caller":"traceutil/trace.go:171","msg":"trace[1969049083] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8332; }","duration":"246.403711ms","start":"2026-04-02T16:59:23.985234Z","end":"2026-04-02T16:59:24.231638Z","steps":["trace[1969049083] 'count revisions from in-memory index tree' (duration: 246.253547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:24.231676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:23.867225Z","time spent":"364.441899ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:59:24.366519Z","caller":"traceutil/trace.go:171","msg":"trace[1056010632] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"105.70554ms","start":"2026-04-02T16:59:24.260787Z","end":"2026-04-02T16:59:24.366492Z","steps":["trace[1056010632] 'read index received' (duration: 105.472263ms)","trace[1056010632] 'applied index is now lower than readState.Index' (duration: 232.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:24.366556Z","caller":"traceutil/trace.go:171","msg":"trace[134330214] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"129.179994ms","start":"2026-04-02T16:59:24.23735Z","end":"2026-04-02T16:59:24.36653Z","steps":["trace[134330214] 'process raft request' (duration: 128.956268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:24.366649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.841374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:24.366684Z","caller":"traceutil/trace.go:171","msg":"trace[1764092330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8333; }","duration":"105.919675ms","start":"2026-04-02T16:59:24.260753Z","end":"2026-04-02T16:59:24.366673Z","steps":["trace[1764092330] 'agreement among raft nodes before linearized reading' (duration: 105.840023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:24.41545Z","caller":"traceutil/trace.go:171","msg":"trace[838499213] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"100.7862ms","start":"2026-04-02T16:59:24.314641Z","end":"2026-04-02T16:59:24.415428Z","steps":["trace[838499213] 'process raft request' (duration: 100.669026ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:25.608651Z","caller":"traceutil/trace.go:171","msg":"trace[998345028] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8629; }","duration":"145.19034ms","start":"2026-04-02T16:59:25.463436Z","end":"2026-04-02T16:59:25.608627Z","steps":["trace[998345028] 'read index received' (duration: 144.402259ms)","trace[998345028] 'applied index is now lower than readState.Index' (duration: 786.931µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:25.608703Z","caller":"traceutil/trace.go:171","msg":"trace[666824170] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"154.128507ms","start":"2026-04-02T16:59:25.454547Z","end":"2026-04-02T16:59:25.608676Z","steps":["trace[666824170] 'process raft request' (duration: 153.266734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:25.609079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.622621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:59:25.609128Z","caller":"traceutil/trace.go:171","msg":"trace[898065351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8335; }","duration":"145.714124ms","start":"2026-04-02T16:59:25.463402Z","end":"2026-04-02T16:59:25.609116Z","steps":["trace[898065351] 'agreement among raft nodes before linearized reading' (duration: 145.344474ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:25.724369Z","caller":"traceutil/trace.go:171","msg":"trace[603596086] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"233.947629ms","start":"2026-04-02T16:59:25.490396Z","end":"2026-04-02T16:59:25.724344Z","steps":["trace[603596086] 'process raft request' (duration: 233.726173ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:25.724714Z","caller":"traceutil/trace.go:171","msg":"trace[34728472] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8630; }","duration":"115.977123ms","start":"2026-04-02T16:59:25.608715Z","end":"2026-04-02T16:59:25.724692Z","steps":["trace[34728472] 'read index received' (duration: 115.465049ms)","trace[34728472] 'applied index is now lower than readState.Index' (duration: 511.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:59:25.724781Z","caller":"traceutil/trace.go:171","msg":"trace[2109135477] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"207.393603ms","start":"2026-04-02T16:59:25.517372Z","end":"2026-04-02T16:59:25.724766Z","steps":["trace[2109135477] 'process raft request' (duration: 206.926261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:25.724809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.892159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:25.724784Z","caller":"traceutil/trace.go:171","msg":"trace[514884149] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"179.392768ms","start":"2026-04-02T16:59:25.545353Z","end":"2026-04-02T16:59:25.724746Z","steps":["trace[514884149] 'process raft request' (duration: 179.240614ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:25.724841Z","caller":"traceutil/trace.go:171","msg":"trace[76102767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8338; }","duration":"180.972811ms","start":"2026-04-02T16:59:25.54386Z","end":"2026-04-02T16:59:25.724833Z","steps":["trace[76102767] 'agreement among raft nodes before linearized reading' (duration: 180.903059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:25.724886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.058708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:59:25.724936Z","caller":"traceutil/trace.go:171","msg":"trace[569000789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8338; }","duration":"171.140589ms","start":"2026-04-02T16:59:25.55378Z","end":"2026-04-02T16:59:25.724921Z","steps":["trace[569000789] 'agreement among raft nodes before linearized reading' (duration: 170.976745ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:25.733199Z","caller":"traceutil/trace.go:171","msg":"trace[947258840] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"120.343569ms","start":"2026-04-02T16:59:25.612833Z","end":"2026-04-02T16:59:25.733176Z","steps":["trace[947258840] 'process raft request' (duration: 120.064542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.3453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392422661989281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:59:54.407121Z","caller":"traceutil/trace.go:171","msg":"trace[1558787676] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"662.05276ms","start":"2026-04-02T16:59:53.74504Z","end":"2026-04-02T16:59:54.407093Z","steps":["trace[1558787676] 'process raft request' (duration: 661.899186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.407314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.745021Z","time spent":"662.185524ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:54.923824Z","caller":"traceutil/trace.go:171","msg":"trace[2012911361] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"1.095560034s","start":"2026-04-02T16:59:53.828241Z","end":"2026-04-02T16:59:54.923801Z","steps":["trace[2012911361] 'process raft request' (duration: 1.09355678s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.923975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.82822Z","time spent":"1.095675687s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:54.924216Z","caller":"traceutil/trace.go:171","msg":"trace[1305863293] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"1.094853154s","start":"2026-04-02T16:59:53.82932Z","end":"2026-04-02T16:59:54.924173Z","steps":["trace[1305863293] 'process raft request' (duration: 1.094432933s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:54.924295Z","caller":"traceutil/trace.go:171","msg":"trace[1454550766] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"403.879386ms","start":"2026-04-02T16:59:54.520379Z","end":"2026-04-02T16:59:54.924259Z","steps":["trace[1454550766] 'process raft request' (duration: 403.807324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.924542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.520357Z","time spent":"404.056351ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:54.924538Z","caller":"traceutil/trace.go:171","msg":"trace[1238665571] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"1.094954207s","start":"2026-04-02T16:59:53.829547Z","end":"2026-04-02T16:59:54.924501Z","steps":["trace[1238665571] 'process raft request' (duration: 1.094473894s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.924756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.829309Z","time spent":"1.09502581s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:59:54.92481Z","caller":"traceutil/trace.go:171","msg":"trace[2102453727] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8845; }","duration":"1.079957049s","start":"2026-04-02T16:59:53.844826Z","end":"2026-04-02T16:59:54.924783Z","steps":["trace[2102453727] 'read index received' (duration: 562.343689ms)","trace[2102453727] 'applied index is now lower than readState.Index' (duration: 517.61059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:59:54.925133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080271287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:59:54.925201Z","caller":"traceutil/trace.go:171","msg":"trace[1179885403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8546; }","duration":"1.08038893s","start":"2026-04-02T16:59:53.844795Z","end":"2026-04-02T16:59:54.925184Z","steps":["trace[1179885403] 'agreement among raft nodes before linearized reading' (duration: 1.080131864s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.925262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.844783Z","time spent":"1.080459952s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:59:54.925505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070996191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:59:54.925567Z","caller":"traceutil/trace.go:171","msg":"trace[526717308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8546; }","duration":"1.071079573s","start":"2026-04-02T16:59:53.854473Z","end":"2026-04-02T16:59:54.925553Z","steps":["trace[526717308] 'agreement among raft nodes before linearized reading' (duration: 1.070900988s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.925611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.854463Z","time spent":"1.071140775s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:59:54.925569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.439885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:54.925674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.213653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:54.925688Z","caller":"traceutil/trace.go:171","msg":"trace[2129958451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8546; }","duration":"555.552018ms","start":"2026-04-02T16:59:54.370105Z","end":"2026-04-02T16:59:54.925657Z","steps":["trace[2129958451] 'agreement among raft nodes before linearized reading' (duration: 555.378183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.925708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.104161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:59:54.92573Z","caller":"traceutil/trace.go:171","msg":"trace[2133633495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8546; }","duration":"381.277095ms","start":"2026-04-02T16:59:54.544433Z","end":"2026-04-02T16:59:54.92571Z","steps":["trace[2133633495] 'agreement among raft nodes before linearized reading' (duration: 381.216034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.925771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.370056Z","time spent":"555.705043ms","remote":"127.0.0.1:40250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:59:54.925772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.544421Z","time spent":"381.343267ms","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:59:54.92589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.606392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:59:54.925972Z","caller":"traceutil/trace.go:171","msg":"trace[1732607159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8546; }","duration":"408.721925ms","start":"2026-04-02T16:59:54.517229Z","end":"2026-04-02T16:59:54.925951Z","steps":["trace[1732607159] 'agreement among raft nodes before linearized reading' (duration: 408.517189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.925571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.419566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:59:54.92596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.755526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hs8j9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T16:59:54.926061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.517208Z","time spent":"408.838128ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:59:54.926072Z","caller":"traceutil/trace.go:171","msg":"trace[48004003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8546; }","duration":"616.996201ms","start":"2026-04-02T16:59:54.309052Z","end":"2026-04-02T16:59:54.926048Z","steps":["trace[48004003] 'agreement among raft nodes before linearized reading' (duration: 616.379985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.926154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.309025Z","time spent":"617.110755ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:59:54.925775Z","caller":"traceutil/trace.go:171","msg":"trace[1949820378] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8546; }","duration":"267.206464ms","start":"2026-04-02T16:59:54.658548Z","end":"2026-04-02T16:59:54.925755Z","steps":["trace[1949820378] 'agreement among raft nodes before linearized reading' (duration: 267.092061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.926185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.380288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-02T16:59:54.92625Z","caller":"traceutil/trace.go:171","msg":"trace[137593801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8546; }","duration":"709.48261ms","start":"2026-04-02T16:59:54.216751Z","end":"2026-04-02T16:59:54.926233Z","steps":["trace[137593801] 'agreement among raft nodes before linearized reading' (duration: 709.125231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.926296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.216732Z","time spent":"709.555552ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T16:59:54.926052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010834051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:59:54.926482Z","caller":"traceutil/trace.go:171","msg":"trace[338021273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8546; }","duration":"1.011277194s","start":"2026-04-02T16:59:53.915191Z","end":"2026-04-02T16:59:54.926468Z","steps":["trace[338021273] 'agreement among raft nodes before linearized reading' (duration: 1.010749559s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.926533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.915182Z","time spent":"1.011338035s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:59:54.926223Z","caller":"traceutil/trace.go:171","msg":"trace[1404893958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hs8j9; range_end:; response_count:1; response_revision:8546; }","duration":"496.981382ms","start":"2026-04-02T16:59:54.429114Z","end":"2026-04-02T16:59:54.926095Z","steps":["trace[1404893958] 'agreement among raft nodes before linearized reading' (duration: 496.302044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:54.926998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:54.429097Z","time spent":"497.728351ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-hs8j9\" "} {"level":"warn","ts":"2026-04-02T16:59:54.924787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:59:53.82954Z","time spent":"1.095144003s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:00:07.449141Z","caller":"traceutil/trace.go:171","msg":"trace[285053690] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"116.485697ms","start":"2026-04-02T17:00:07.332618Z","end":"2026-04-02T17:00:07.449103Z","steps":["trace[285053690] 'process raft request' (duration: 116.253501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:07.671724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.235987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:00:07.671941Z","caller":"traceutil/trace.go:171","msg":"trace[1168284056] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"334.202555ms","start":"2026-04-02T17:00:07.337693Z","end":"2026-04-02T17:00:07.671896Z","steps":["trace[1168284056] 'process raft request' (duration: 172.700321ms)","trace[1168284056] 'compare' (duration: 161.076013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:00:07.672118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:07.337671Z","time spent":"334.358389ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:00:07.934222Z","caller":"traceutil/trace.go:171","msg":"trace[137354221] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"248.937567ms","start":"2026-04-02T17:00:07.685247Z","end":"2026-04-02T17:00:07.934184Z","steps":["trace[137354221] 'process raft request' (duration: 248.67243ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:07.957109Z","caller":"traceutil/trace.go:171","msg":"trace[781126073] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8965; }","duration":"147.610654ms","start":"2026-04-02T17:00:07.809468Z","end":"2026-04-02T17:00:07.957078Z","steps":["trace[781126073] 'read index received' (duration: 124.379156ms)","trace[781126073] 'applied index is now lower than readState.Index' (duration: 23.229948ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:00:07.957223Z","caller":"traceutil/trace.go:171","msg":"trace[1505978054] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"240.171775ms","start":"2026-04-02T17:00:07.717014Z","end":"2026-04-02T17:00:07.957185Z","steps":["trace[1505978054] 'process raft request' (duration: 239.876127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:07.957345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.803759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:00:07.95751Z","caller":"traceutil/trace.go:171","msg":"trace[1581383875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8658; }","duration":"148.033885ms","start":"2026-04-02T17:00:07.80942Z","end":"2026-04-02T17:00:07.957454Z","steps":["trace[1581383875] 'agreement among raft nodes before linearized reading' (duration: 147.795489ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:09.112914Z","caller":"traceutil/trace.go:171","msg":"trace[1784003489] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"138.46686ms","start":"2026-04-02T17:00:08.974427Z","end":"2026-04-02T17:00:09.112893Z","steps":["trace[1784003489] 'process raft request' (duration: 138.320617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:09.173707Z","caller":"traceutil/trace.go:171","msg":"trace[113279761] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"165.211662ms","start":"2026-04-02T17:00:09.008484Z","end":"2026-04-02T17:00:09.173696Z","steps":["trace[113279761] 'process raft request' (duration: 164.980276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:09.173714Z","caller":"traceutil/trace.go:171","msg":"trace[1558324165] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8970; }","duration":"130.159931ms","start":"2026-04-02T17:00:09.043529Z","end":"2026-04-02T17:00:09.173689Z","steps":["trace[1558324165] 'read index received' (duration: 69.237391ms)","trace[1558324165] 'applied index is now lower than readState.Index' (duration: 60.92145ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:00:09.17374Z","caller":"traceutil/trace.go:171","msg":"trace[1912780812] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"143.396133ms","start":"2026-04-02T17:00:09.030324Z","end":"2026-04-02T17:00:09.17372Z","steps":["trace[1912780812] 'process raft request' (duration: 143.316751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:09.173992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.441538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T17:00:09.17404Z","caller":"traceutil/trace.go:171","msg":"trace[1232753509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8665; }","duration":"130.52845ms","start":"2026-04-02T17:00:09.0435Z","end":"2026-04-02T17:00:09.174029Z","steps":["trace[1232753509] 'agreement among raft nodes before linearized reading' (duration: 130.329905ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:09.173655Z","caller":"traceutil/trace.go:171","msg":"trace[1011317265] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"169.330022ms","start":"2026-04-02T17:00:09.004305Z","end":"2026-04-02T17:00:09.173635Z","steps":["trace[1011317265] 'process raft request' (duration: 148.914949ms)","trace[1011317265] 'compare' (duration: 20.116495ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:00:25.524036Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b7.wal"} {"level":"info","ts":"2026-04-02T17:02:12.575081Z","caller":"traceutil/trace.go:171","msg":"trace[1621412438] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"196.725255ms","start":"2026-04-02T17:02:12.37833Z","end":"2026-04-02T17:02:12.575055Z","steps":["trace[1621412438] 'process raft request' (duration: 196.571461ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:13.557011Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:02:13.562871Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T17:02:13.562971Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T17:04:08.597413Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8241} {"level":"info","ts":"2026-04-02T17:04:08.685515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8241,"took":"85.66601ms","hash":657850355,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":24571904,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-02T17:04:08.685612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":657850355,"revision":8241,"compact-revision":6026} {"level":"info","ts":"2026-04-02T17:07:14.664897Z","caller":"traceutil/trace.go:171","msg":"trace[1835041438] transaction","detail":"{read_only:false; response_revision:11596; number_of_response:1; }","duration":"112.956241ms","start":"2026-04-02T17:07:14.551918Z","end":"2026-04-02T17:07:14.664875Z","steps":["trace[1835041438] 'process raft request' (duration: 112.792277ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:08.603708Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10467} {"level":"info","ts":"2026-04-02T17:09:08.687624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10467,"took":"81.587873ms","hash":416845435,"current-db-size-bytes":58662912,"current-db-size":"59 MB","current-db-size-in-use-bytes":21766144,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-02T17:09:08.687696Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":416845435,"revision":10467,"compact-revision":8241}