{"level":"warn","ts":"2026-07-30T04:57:51.197971Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T04:57:51.19806Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T04:57:51.198126Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T04:57:51.198144Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-30T04:57:51.19818Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T04:57:51.19883Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-30T04:57:51.198908Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T04:57:51.204622Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.519795ms"} {"level":"info","ts":"2026-07-30T04:57:51.215075Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-30T04:57:51.215166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T04:57:51.215193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-30T04:57:51.215208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T04:57:51.215221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-30T04:57:51.215295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-30T04:57:51.223673Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T04:57:51.225914Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T04:57:51.227981Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T04:57:51.230924Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T04:57:51.231187Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T04:57:51.231225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:57:51.231377Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:57:51.231415Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T04:57:51.232757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-30T04:57:51.233649Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-30T04:57:51.235659Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T04:57:51.235909Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-30T04:57:51.235944Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-30T04:57:51.236782Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T04:57:51.23681Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T04:57:51.716511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T04:57:51.716597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T04:57:51.716622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-30T04:57:51.716644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-30T04:57:51.716656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-30T04:57:51.716672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-30T04:57:51.716686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-30T04:57:51.718076Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T04:57:51.718132Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T04:57:51.718121Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T04:57:51.718382Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:57:51.718544Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T04:57:51.718621Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T04:57:51.719804Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:57:51.720026Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:57:51.720074Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T04:57:51.722024Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-07-30T04:57:51.723625Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T04:58:06.892134Z","caller":"traceutil/trace.go:171","msg":"trace[249946883] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"271.765655ms","start":"2026-07-30T04:58:06.620339Z","end":"2026-07-30T04:58:06.892104Z","steps":["trace[249946883] 'read index received' (duration: 271.575381ms)","trace[249946883] 'applied index is now lower than readState.Index' (duration: 188.544µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:06.89234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.97414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:58:06.892316Z","caller":"traceutil/trace.go:171","msg":"trace[62081145] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"554.920418ms","start":"2026-07-30T04:58:06.337317Z","end":"2026-07-30T04:58:06.892237Z","steps":["trace[62081145] 'process raft request' (duration: 554.615942ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:06.892425Z","caller":"traceutil/trace.go:171","msg":"trace[1380343672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"272.121483ms","start":"2026-07-30T04:58:06.620291Z","end":"2026-07-30T04:58:06.892412Z","steps":["trace[1380343672] 'agreement among raft nodes before linearized reading' (duration: 271.98247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:06.893142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:06.337302Z","time spent":"555.159433ms","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:58:07.16564Z","caller":"traceutil/trace.go:171","msg":"trace[1779896637] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"248.728283ms","start":"2026-07-30T04:58:06.916878Z","end":"2026-07-30T04:58:07.165606Z","steps":["trace[1779896637] 'process raft request' (duration: 246.36851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:19.716487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.29568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T04:58:19.716614Z","caller":"traceutil/trace.go:171","msg":"trace[375334771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:473; }","duration":"126.466974ms","start":"2026-07-30T04:58:19.590123Z","end":"2026-07-30T04:58:19.71659Z","steps":["trace[375334771] 'range keys from in-memory index tree' (duration: 126.138257ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.905284Z","caller":"traceutil/trace.go:171","msg":"trace[528214343] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"311.663679ms","start":"2026-07-30T04:58:28.593592Z","end":"2026-07-30T04:58:28.905256Z","steps":["trace[528214343] 'process raft request' (duration: 311.465214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.905445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.593548Z","time spent":"311.823852ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912189Z","caller":"traceutil/trace.go:171","msg":"trace[2131203004] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"310.346899ms","start":"2026-07-30T04:58:28.601825Z","end":"2026-07-30T04:58:28.912172Z","steps":["trace[2131203004] 'process raft request' (duration: 310.206296ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.912213Z","caller":"traceutil/trace.go:171","msg":"trace[1896950975] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"316.729113ms","start":"2026-07-30T04:58:28.595463Z","end":"2026-07-30T04:58:28.912192Z","steps":["trace[1896950975] 'process raft request' (duration: 316.476048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.912285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.601809Z","time spent":"310.429501ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912294Z","caller":"traceutil/trace.go:171","msg":"trace[1985176890] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"307.598027ms","start":"2026-07-30T04:58:28.60466Z","end":"2026-07-30T04:58:28.912258Z","steps":["trace[1985176890] 'process raft request' (duration: 307.451054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.912317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.595441Z","time spent":"316.831395ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912372Z","caller":"traceutil/trace.go:171","msg":"trace[1506905590] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"305.588911ms","start":"2026-07-30T04:58:28.606774Z","end":"2026-07-30T04:58:28.912363Z","steps":["trace[1506905590] 'process raft request' (duration: 305.374046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.912444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.604635Z","time spent":"307.73862ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T04:58:28.912462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.606761Z","time spent":"305.679853ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912529Z","caller":"traceutil/trace.go:171","msg":"trace[196236977] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"304.359504ms","start":"2026-07-30T04:58:28.608161Z","end":"2026-07-30T04:58:28.91252Z","steps":["trace[196236977] 'process raft request' (duration: 304.135399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.912567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.608153Z","time spent":"304.397804ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912564Z","caller":"traceutil/trace.go:171","msg":"trace[243990373] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"297.103759ms","start":"2026-07-30T04:58:28.615444Z","end":"2026-07-30T04:58:28.912548Z","steps":["trace[243990373] 'process raft request' (duration: 296.907665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.912619Z","caller":"traceutil/trace.go:171","msg":"trace[1638924460] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"305.420978ms","start":"2026-07-30T04:58:28.607187Z","end":"2026-07-30T04:58:28.912608Z","steps":["trace[1638924460] 'process raft request' (duration: 304.997868ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.912652Z","caller":"traceutil/trace.go:171","msg":"trace[1532585582] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"286.98558ms","start":"2026-07-30T04:58:28.625655Z","end":"2026-07-30T04:58:28.912641Z","steps":["trace[1532585582] 'process raft request' (duration: 286.759205ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.912639Z","caller":"traceutil/trace.go:171","msg":"trace[1293225154] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"266.784582ms","start":"2026-07-30T04:58:28.645824Z","end":"2026-07-30T04:58:28.912609Z","steps":["trace[1293225154] 'process raft request' (duration: 266.645389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.912672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.607179Z","time spent":"305.471779ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:28.912837Z","caller":"traceutil/trace.go:171","msg":"trace[392997007] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"170.196705ms","start":"2026-07-30T04:58:28.742592Z","end":"2026-07-30T04:58:28.912788Z","steps":["trace[392997007] 'process raft request' (duration: 169.944399ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:28.91289Z","caller":"traceutil/trace.go:171","msg":"trace[1387273261] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"309.09558ms","start":"2026-07-30T04:58:28.603768Z","end":"2026-07-30T04:58:28.912863Z","steps":["trace[1387273261] 'process raft request' (duration: 308.303813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:28.913074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:28.603743Z","time spent":"309.264464ms","remote":"127.0.0.1:55030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:35.157241Z","caller":"traceutil/trace.go:171","msg":"trace[944550454] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"140.40197ms","start":"2026-07-30T04:58:35.016808Z","end":"2026-07-30T04:58:35.15721Z","steps":["trace[944550454] 'process raft request' (duration: 94.336116ms)","trace[944550454] 'compare' (duration: 45.922991ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:58:35.548116Z","caller":"traceutil/trace.go:171","msg":"trace[1331578784] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"520.903199ms","start":"2026-07-30T04:58:35.027182Z","end":"2026-07-30T04:58:35.548085Z","steps":["trace[1331578784] 'process raft request' (duration: 520.666223ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:35.548142Z","caller":"traceutil/trace.go:171","msg":"trace[442858929] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:663; }","duration":"388.474388ms","start":"2026-07-30T04:58:35.159636Z","end":"2026-07-30T04:58:35.54811Z","steps":["trace[442858929] 'read index received' (duration: 388.464328ms)","trace[442858929] 'applied index is now lower than readState.Index' (duration: 7.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:35.548284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.027164Z","time spent":"521.038501ms","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:58:35.548474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.820377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-30T04:58:35.548544Z","caller":"traceutil/trace.go:171","msg":"trace[1684774636] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:636; }","duration":"388.94327ms","start":"2026-07-30T04:58:35.159581Z","end":"2026-07-30T04:58:35.548524Z","steps":["trace[1684774636] 'agreement among raft nodes before linearized reading' (duration: 388.692693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:35.548586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.159561Z","time spent":"389.012782ms","remote":"127.0.0.1:55120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-30T04:58:36.048542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369365459039352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T04:58:36.241275Z","caller":"traceutil/trace.go:171","msg":"trace[1863255138] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"693.023936ms","start":"2026-07-30T04:58:35.548225Z","end":"2026-07-30T04:58:36.241249Z","steps":["trace[1863255138] 'read index received' (duration: 679.093991ms)","trace[1863255138] 'applied index is now lower than readState.Index' (duration: 13.928765ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:58:36.241306Z","caller":"traceutil/trace.go:171","msg":"trace[80462348] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.064670764s","start":"2026-07-30T04:58:35.176602Z","end":"2026-07-30T04:58:36.241273Z","steps":["trace[80462348] 'process raft request' (duration: 1.050936553s)","trace[80462348] 'compare' (duration: 13.345312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:36.241461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.176572Z","time spent":"1.064793106s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T04:58:36.2415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.222172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T04:58:36.241509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.378307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T04:58:36.241588Z","caller":"traceutil/trace.go:171","msg":"trace[1762449640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"407.361466ms","start":"2026-07-30T04:58:35.834206Z","end":"2026-07-30T04:58:36.241568Z","steps":["trace[1762449640] 'agreement among raft nodes before linearized reading' (duration: 407.210482ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:36.241605Z","caller":"traceutil/trace.go:171","msg":"trace[2006202513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"724.51345ms","start":"2026-07-30T04:58:35.517068Z","end":"2026-07-30T04:58:36.241581Z","steps":["trace[2006202513] 'agreement among raft nodes before linearized reading' (duration: 724.219293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:36.241616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.134954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T04:58:36.241638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.834188Z","time spent":"407.442298ms","remote":"127.0.0.1:54974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T04:58:36.241651Z","caller":"traceutil/trace.go:171","msg":"trace[1672606165] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:637; }","duration":"691.206905ms","start":"2026-07-30T04:58:35.550433Z","end":"2026-07-30T04:58:36.24164Z","steps":["trace[1672606165] 'agreement among raft nodes before linearized reading' (duration: 691.126043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:36.241646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.947576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T04:58:36.241687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.550416Z","time spent":"691.263736ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-30T04:58:36.241726Z","caller":"traceutil/trace.go:171","msg":"trace[1065535474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"909.071419ms","start":"2026-07-30T04:58:35.332628Z","end":"2026-07-30T04:58:36.241699Z","steps":["trace[1065535474] 'agreement among raft nodes before linearized reading' (duration: 908.758662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:36.241651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.51705Z","time spent":"724.592651ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T04:58:36.241778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.332602Z","time spent":"909.167212ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T04:58:36.241522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.255598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T04:58:36.241847Z","caller":"traceutil/trace.go:171","msg":"trace[2021500318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"692.602336ms","start":"2026-07-30T04:58:35.54923Z","end":"2026-07-30T04:58:36.241832Z","steps":["trace[2021500318] 'agreement among raft nodes before linearized reading' (duration: 692.168117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:36.241891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.549212Z","time spent":"692.669368ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T04:58:36.241977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.779398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T04:58:36.242028Z","caller":"traceutil/trace.go:171","msg":"trace[983627067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"442.87537ms","start":"2026-07-30T04:58:35.799137Z","end":"2026-07-30T04:58:36.242012Z","steps":["trace[983627067] 'agreement among raft nodes before linearized reading' (duration: 442.39708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:36.242061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:35.799114Z","time spent":"442.939931ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T04:58:37.335186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369365459039355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T04:58:37.376119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068097811s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T04:58:37.376576Z","caller":"traceutil/trace.go:171","msg":"trace[404536116] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"541.78053ms","start":"2026-07-30T04:58:36.834772Z","end":"2026-07-30T04:58:37.376552Z","steps":["trace[404536116] 'read index received' (duration: 541.549505ms)","trace[404536116] 'applied index is now lower than readState.Index' (duration: 229.845µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:37.376687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.922513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:58:37.376723Z","caller":"traceutil/trace.go:171","msg":"trace[368772109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"542.024995ms","start":"2026-07-30T04:58:36.834689Z","end":"2026-07-30T04:58:37.376714Z","steps":["trace[368772109] 'agreement among raft nodes before linearized reading' (duration: 541.926243ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:37.376713Z","caller":"traceutil/trace.go:171","msg":"trace[2045863367] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.076515552s","start":"2026-07-30T04:58:36.300137Z","end":"2026-07-30T04:58:37.376652Z","steps":["trace[2045863367] 'process raft request' (duration: 1.076284447s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:37.376763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:36.834665Z","time spent":"542.090437ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T04:58:37.376897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:36.300097Z","time spent":"1.076712236s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:38.09927Z","caller":"traceutil/trace.go:171","msg":"trace[601654700] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"706.227845ms","start":"2026-07-30T04:58:37.393022Z","end":"2026-07-30T04:58:38.09925Z","steps":["trace[601654700] 'process raft request' (duration: 706.122173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:38.099378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:37.392997Z","time spent":"706.329648ms","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T04:58:38.10039Z","caller":"traceutil/trace.go:171","msg":"trace[816562507] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"264.879258ms","start":"2026-07-30T04:58:37.835466Z","end":"2026-07-30T04:58:38.100345Z","steps":["trace[816562507] 'read index received' (duration: 263.700042ms)","trace[816562507] 'applied index is now lower than readState.Index' (duration: 1.178086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:38.100538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.057384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:58:38.100577Z","caller":"traceutil/trace.go:171","msg":"trace[1333766986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"265.162596ms","start":"2026-07-30T04:58:37.835405Z","end":"2026-07-30T04:58:38.100568Z","steps":["trace[1333766986] 'agreement among raft nodes before linearized reading' (duration: 265.055724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:58:38.101031Z","caller":"traceutil/trace.go:171","msg":"trace[1147118508] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"388.608862ms","start":"2026-07-30T04:58:37.712403Z","end":"2026-07-30T04:58:38.101012Z","steps":["trace[1147118508] 'process raft request' (duration: 387.814973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:38.10113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:37.712372Z","time spent":"388.700223ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:58:51.822619Z","caller":"traceutil/trace.go:171","msg":"trace[639988261] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"238.728066ms","start":"2026-07-30T04:58:51.583865Z","end":"2026-07-30T04:58:51.822593Z","steps":["trace[639988261] 'process raft request' (duration: 238.593383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:55.261307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.980589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T04:58:55.261404Z","caller":"traceutil/trace.go:171","msg":"trace[975845074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"426.129902ms","start":"2026-07-30T04:58:54.835247Z","end":"2026-07-30T04:58:55.261377Z","steps":["trace[975845074] 'range keys from in-memory index tree' (duration: 425.808366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:55.261447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:54.835221Z","time spent":"426.217634ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T04:58:55.261559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.889732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T04:58:55.261649Z","caller":"traceutil/trace.go:171","msg":"trace[728679297] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:809; }","duration":"342.019247ms","start":"2026-07-30T04:58:54.919604Z","end":"2026-07-30T04:58:55.261624Z","steps":["trace[728679297] 'range keys from in-memory index tree' (duration: 341.711599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:58:55.261752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:54.919588Z","time spent":"342.148999ms","remote":"127.0.0.1:55000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-30T04:58:55.262058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.361536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T04:58:55.262199Z","caller":"traceutil/trace.go:171","msg":"trace[1810739056] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"310.31985ms","start":"2026-07-30T04:58:54.951855Z","end":"2026-07-30T04:58:55.262175Z","steps":["trace[1810739056] 'process raft request' (duration: 193.433942ms)","trace[1810739056] 'compare' (duration: 116.227272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:58:55.262294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:58:54.951834Z","time spent":"310.415382ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:58:55.289334Z","caller":"traceutil/trace.go:171","msg":"trace[1690090938] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"153.68883ms","start":"2026-07-30T04:58:55.135628Z","end":"2026-07-30T04:58:55.289317Z","steps":["trace[1690090938] 'process raft request' (duration: 153.596728ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:34.655463Z","caller":"traceutil/trace.go:171","msg":"trace[1144660440] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"109.026697ms","start":"2026-07-30T04:59:34.546408Z","end":"2026-07-30T04:59:34.655434Z","steps":["trace[1144660440] 'process raft request' (duration: 108.833183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:36.968713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369365459040307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T04:59:37.130577Z","caller":"traceutil/trace.go:171","msg":"trace[420890561] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1138; }","duration":"662.310694ms","start":"2026-07-30T04:59:36.468241Z","end":"2026-07-30T04:59:37.130551Z","steps":["trace[420890561] 'read index received' (duration: 662.107199ms)","trace[420890561] 'applied index is now lower than readState.Index' (duration: 202.535µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:37.130608Z","caller":"traceutil/trace.go:171","msg":"trace[601580922] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"700.472918ms","start":"2026-07-30T04:59:36.430101Z","end":"2026-07-30T04:59:37.130574Z","steps":["trace[601580922] 'process raft request' (duration: 700.307924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.130751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.496947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T04:59:37.130778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.430064Z","time spent":"700.611241ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:37.130797Z","caller":"traceutil/trace.go:171","msg":"trace[241589366] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1096; }","duration":"662.60868ms","start":"2026-07-30T04:59:36.468174Z","end":"2026-07-30T04:59:37.130783Z","steps":["trace[241589366] 'agreement among raft nodes before linearized reading' (duration: 662.505067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.130836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.468151Z","time spent":"662.675582ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-30T04:59:37.130924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.815966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T04:59:37.131033Z","caller":"traceutil/trace.go:171","msg":"trace[83597613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1096; }","duration":"470.986811ms","start":"2026-07-30T04:59:36.660027Z","end":"2026-07-30T04:59:37.131013Z","steps":["trace[83597613] 'agreement among raft nodes before linearized reading' (duration: 470.705204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.131086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.660004Z","time spent":"471.073243ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T04:59:37.131096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.722119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-30T04:59:37.131084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.033206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T04:59:37.131174Z","caller":"traceutil/trace.go:171","msg":"trace[1018328422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1096; }","duration":"375.808371ms","start":"2026-07-30T04:59:36.755342Z","end":"2026-07-30T04:59:37.131151Z","steps":["trace[1018328422] 'agreement among raft nodes before linearized reading' (duration: 375.561015ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:37.1312Z","caller":"traceutil/trace.go:171","msg":"trace[1702911780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1096; }","duration":"376.17957ms","start":"2026-07-30T04:59:36.754996Z","end":"2026-07-30T04:59:37.131175Z","steps":["trace[1702911780] 'agreement among raft nodes before linearized reading' (duration: 375.835781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.131231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.755337Z","time spent":"375.882813ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T04:59:37.131097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.124401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T04:59:37.131253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.754974Z","time spent":"376.268621ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T04:59:37.131297Z","caller":"traceutil/trace.go:171","msg":"trace[1114652960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1096; }","duration":"377.384586ms","start":"2026-07-30T04:59:36.753897Z","end":"2026-07-30T04:59:37.131282Z","steps":["trace[1114652960] 'agreement among raft nodes before linearized reading' (duration: 376.953495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.131369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:36.753881Z","time spent":"377.459708ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T04:59:37.611077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.011186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T04:59:37.611192Z","caller":"traceutil/trace.go:171","msg":"trace[1619931908] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"474.756107ms","start":"2026-07-30T04:59:37.136414Z","end":"2026-07-30T04:59:37.611171Z","steps":["trace[1619931908] 'process raft request' (duration: 269.509965ms)","trace[1619931908] 'compare' (duration: 204.897444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T04:59:37.611252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:37.136389Z","time spent":"474.835989ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:37.653621Z","caller":"traceutil/trace.go:171","msg":"trace[1825644303] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"517.045755ms","start":"2026-07-30T04:59:37.136566Z","end":"2026-07-30T04:59:37.653612Z","steps":["trace[1825644303] 'process raft request' (duration: 516.740668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.653692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:37.136543Z","time spent":"517.110226ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:37.65378Z","caller":"traceutil/trace.go:171","msg":"trace[2106554910] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"517.099866ms","start":"2026-07-30T04:59:37.136673Z","end":"2026-07-30T04:59:37.653773Z","steps":["trace[2106554910] 'process raft request' (duration: 516.682566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.653823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:37.136665Z","time spent":"517.138757ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:37.653905Z","caller":"traceutil/trace.go:171","msg":"trace[1219176896] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"517.128477ms","start":"2026-07-30T04:59:37.13677Z","end":"2026-07-30T04:59:37.653899Z","steps":["trace[1219176896] 'process raft request' (duration: 516.608365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T04:59:37.653951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T04:59:37.136682Z","time spent":"517.244759ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T04:59:40.09431Z","caller":"traceutil/trace.go:171","msg":"trace[972130680] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"129.154079ms","start":"2026-07-30T04:59:39.965114Z","end":"2026-07-30T04:59:40.094268Z","steps":["trace[972130680] 'process raft request' (duration: 35.507624ms)","trace[972130680] 'compare' (duration: 93.326018ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:40.767055Z","caller":"traceutil/trace.go:171","msg":"trace[674370832] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"115.489816ms","start":"2026-07-30T04:59:40.651524Z","end":"2026-07-30T04:59:40.767014Z","steps":["trace[674370832] 'process raft request' (duration: 84.085526ms)","trace[674370832] 'compare' (duration: 30.941619ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T04:59:40.767314Z","caller":"traceutil/trace.go:171","msg":"trace[1275254609] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"107.757989ms","start":"2026-07-30T04:59:40.659522Z","end":"2026-07-30T04:59:40.76728Z","steps":["trace[1275254609] 'process raft request' (duration: 107.4065ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T04:59:41.20948Z","caller":"traceutil/trace.go:171","msg":"trace[998573199] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"133.400585ms","start":"2026-07-30T04:59:41.076054Z","end":"2026-07-30T04:59:41.209455Z","steps":["trace[998573199] 'process raft request' (duration: 93.634664ms)","trace[998573199] 'compare' (duration: 39.320611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:02.482353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.003295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:00:02.482791Z","caller":"traceutil/trace.go:171","msg":"trace[118633949] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1428; }","duration":"608.280542ms","start":"2026-07-30T05:00:01.874488Z","end":"2026-07-30T05:00:02.482769Z","steps":["trace[118633949] 'read index received' (duration: 36.137992ms)","trace[118633949] 'applied index is now lower than readState.Index' (duration: 572.14122ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:02.482891Z","caller":"traceutil/trace.go:171","msg":"trace[1949824702] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"619.676444ms","start":"2026-07-30T05:00:01.863173Z","end":"2026-07-30T05:00:02.482849Z","steps":["trace[1949824702] 'process raft request' (duration: 619.455479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:02.483021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.485317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T05:00:02.48314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.62682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T05:00:02.483173Z","caller":"traceutil/trace.go:171","msg":"trace[347494328] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1382; }","duration":"608.752083ms","start":"2026-07-30T05:00:01.8744Z","end":"2026-07-30T05:00:02.483152Z","steps":["trace[347494328] 'agreement among raft nodes before linearized reading' (duration: 608.494517ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:02.483191Z","caller":"traceutil/trace.go:171","msg":"trace[1652977989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1382; }","duration":"211.715112ms","start":"2026-07-30T05:00:02.27146Z","end":"2026-07-30T05:00:02.483175Z","steps":["trace[1652977989] 'agreement among raft nodes before linearized reading' (duration: 211.448116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:02.483202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:01.863127Z","time spent":"619.913429ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:02.482854Z","caller":"traceutil/trace.go:171","msg":"trace[131721174] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"619.93738ms","start":"2026-07-30T05:00:01.86286Z","end":"2026-07-30T05:00:02.482798Z","steps":["trace[131721174] 'process raft request' (duration: 200.321601ms)","trace[131721174] 'compare' (duration: 418.468033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:02.483232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:01.874372Z","time spent":"608.844174ms","remote":"127.0.0.1:55288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:00:02.483413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:01.86284Z","time spent":"620.465642ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:02.99405Z","caller":"traceutil/trace.go:171","msg":"trace[56630899] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1431; }","duration":"160.064995ms","start":"2026-07-30T05:00:02.833963Z","end":"2026-07-30T05:00:02.994028Z","steps":["trace[56630899] 'read index received' (duration: 94.892015ms)","trace[56630899] 'applied index is now lower than readState.Index' (duration: 65.17191ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:02.994125Z","caller":"traceutil/trace.go:171","msg":"trace[887366501] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"505.942617ms","start":"2026-07-30T05:00:02.488143Z","end":"2026-07-30T05:00:02.994086Z","steps":["trace[887366501] 'process raft request' (duration: 440.752947ms)","trace[887366501] 'compare' (duration: 64.980415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:02.994195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.225558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:02.994219Z","caller":"traceutil/trace.go:171","msg":"trace[1080291596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1383; }","duration":"160.28748ms","start":"2026-07-30T05:00:02.833925Z","end":"2026-07-30T05:00:02.994212Z","steps":["trace[1080291596] 'agreement among raft nodes before linearized reading' (duration: 160.199488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:02.99427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:02.488115Z","time spent":"506.078ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:03.516036Z","caller":"traceutil/trace.go:171","msg":"trace[1369041] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"114.728101ms","start":"2026-07-30T05:00:03.40127Z","end":"2026-07-30T05:00:03.515999Z","steps":["trace[1369041] 'process raft request' (duration: 67.591646ms)","trace[1369041] 'compare' (duration: 46.897029ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:04.932381Z","caller":"traceutil/trace.go:171","msg":"trace[396540402] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"439.341194ms","start":"2026-07-30T05:00:04.492984Z","end":"2026-07-30T05:00:04.932325Z","steps":["trace[396540402] 'process raft request' (duration: 439.183551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:04.932542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:04.492967Z","time spent":"439.496438ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:05.139434Z","caller":"traceutil/trace.go:171","msg":"trace[460989670] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1442; }","duration":"378.783991ms","start":"2026-07-30T05:00:04.760616Z","end":"2026-07-30T05:00:05.1394Z","steps":["trace[460989670] 'read index received' (duration: 171.620972ms)","trace[460989670] 'applied index is now lower than readState.Index' (duration: 207.161859ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:05.139482Z","caller":"traceutil/trace.go:171","msg":"trace[1291140246] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"646.206506ms","start":"2026-07-30T05:00:04.49324Z","end":"2026-07-30T05:00:05.139446Z","steps":["trace[1291140246] 'process raft request' (duration: 586.862679ms)","trace[1291140246] 'compare' (duration: 59.156333ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:05.139635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:04.493226Z","time spent":"646.33079ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:00:05.139657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.754795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:05.139708Z","caller":"traceutil/trace.go:171","msg":"trace[1621261003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1395; }","duration":"304.826837ms","start":"2026-07-30T05:00:04.834865Z","end":"2026-07-30T05:00:05.139692Z","steps":["trace[1621261003] 'agreement among raft nodes before linearized reading' (duration: 304.723245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:05.139755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:04.834792Z","time spent":"304.95024ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:00:05.139734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.097368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-30T05:00:05.139804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.112719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:00:05.139828Z","caller":"traceutil/trace.go:171","msg":"trace[1397611496] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1395; }","duration":"379.228712ms","start":"2026-07-30T05:00:04.760575Z","end":"2026-07-30T05:00:05.139804Z","steps":["trace[1397611496] 'agreement among raft nodes before linearized reading' (duration: 378.951355ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:05.139867Z","caller":"traceutil/trace.go:171","msg":"trace[11131134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1395; }","duration":"141.222992ms","start":"2026-07-30T05:00:04.998628Z","end":"2026-07-30T05:00:05.139851Z","steps":["trace[11131134] 'agreement among raft nodes before linearized reading' (duration: 141.045938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:05.139856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.829124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T05:00:05.13988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:04.76056Z","time spent":"379.309923ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:00:05.13992Z","caller":"traceutil/trace.go:171","msg":"trace[1831604817] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1395; }","duration":"217.959348ms","start":"2026-07-30T05:00:04.921944Z","end":"2026-07-30T05:00:05.139904Z","steps":["trace[1831604817] 'agreement among raft nodes before linearized reading' (duration: 217.775944ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:06.163285Z","caller":"traceutil/trace.go:171","msg":"trace[480773012] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"184.578429ms","start":"2026-07-30T05:00:05.978679Z","end":"2026-07-30T05:00:06.163257Z","steps":["trace[480773012] 'process raft request' (duration: 184.266112ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:07.066493Z","caller":"traceutil/trace.go:171","msg":"trace[81954768] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1451; }","duration":"231.10812ms","start":"2026-07-30T05:00:06.835365Z","end":"2026-07-30T05:00:07.066473Z","steps":["trace[81954768] 'read index received' (duration: 230.934545ms)","trace[81954768] 'applied index is now lower than readState.Index' (duration: 172.765µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:07.066582Z","caller":"traceutil/trace.go:171","msg":"trace[2114432016] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"243.229438ms","start":"2026-07-30T05:00:06.823315Z","end":"2026-07-30T05:00:07.066544Z","steps":["trace[2114432016] 'process raft request' (duration: 243.031123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:07.066678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.296065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:07.066712Z","caller":"traceutil/trace.go:171","msg":"trace[69106406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1402; }","duration":"231.367936ms","start":"2026-07-30T05:00:06.835334Z","end":"2026-07-30T05:00:07.066702Z","steps":["trace[69106406] 'agreement among raft nodes before linearized reading' (duration: 231.244373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:07.066796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.434303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T05:00:07.066873Z","caller":"traceutil/trace.go:171","msg":"trace[1137017830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1402; }","duration":"130.552616ms","start":"2026-07-30T05:00:06.936304Z","end":"2026-07-30T05:00:07.066856Z","steps":["trace[1137017830] 'agreement among raft nodes before linearized reading' (duration: 130.332421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:07.705199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.259691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:00:07.705431Z","caller":"traceutil/trace.go:171","msg":"trace[675314310] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"324.51024ms","start":"2026-07-30T05:00:07.380902Z","end":"2026-07-30T05:00:07.705412Z","steps":["trace[675314310] 'process raft request' (duration: 324.414558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:07.705512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.380864Z","time spent":"324.612253ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:07.70573Z","caller":"traceutil/trace.go:171","msg":"trace[159768742] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"500.216085ms","start":"2026-07-30T05:00:07.205499Z","end":"2026-07-30T05:00:07.705716Z","steps":["trace[159768742] 'process raft request' (duration: 222.343789ms)","trace[159768742] 'compare' (duration: 277.062347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:07.705795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.20547Z","time spent":"500.296017ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:08.485874Z","caller":"traceutil/trace.go:171","msg":"trace[2020215972] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"932.717831ms","start":"2026-07-30T05:00:07.553121Z","end":"2026-07-30T05:00:08.485839Z","steps":["trace[2020215972] 'process raft request' (duration: 844.615243ms)","trace[2020215972] 'compare' (duration: 87.765611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:08.486088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.553102Z","time spent":"932.899745ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:00:08.486118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.394946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:00:08.486293Z","caller":"traceutil/trace.go:171","msg":"trace[1904388020] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1407; }","duration":"880.677203ms","start":"2026-07-30T05:00:07.605587Z","end":"2026-07-30T05:00:08.486264Z","steps":["trace[1904388020] 'agreement among raft nodes before linearized reading' (duration: 880.371586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:08.486455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.605552Z","time spent":"880.835947ms","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:00:08.485854Z","caller":"traceutil/trace.go:171","msg":"trace[1592961688] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1454; }","duration":"880.176462ms","start":"2026-07-30T05:00:07.605641Z","end":"2026-07-30T05:00:08.485817Z","steps":["trace[1592961688] 'read index received' (duration: 91.572769ms)","trace[1592961688] 'applied index is now lower than readState.Index' (duration: 788.602393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:08.486928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.246519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:08.486979Z","caller":"traceutil/trace.go:171","msg":"trace[923822543] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1407; }","duration":"713.363842ms","start":"2026-07-30T05:00:07.773603Z","end":"2026-07-30T05:00:08.486967Z","steps":["trace[923822543] 'agreement among raft nodes before linearized reading' (duration: 713.249569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:08.487182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.996967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T05:00:08.487231Z","caller":"traceutil/trace.go:171","msg":"trace[788604589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1407; }","duration":"320.097ms","start":"2026-07-30T05:00:08.167123Z","end":"2026-07-30T05:00:08.48722Z","steps":["trace[788604589] 'agreement among raft nodes before linearized reading' (duration: 319.928316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:08.487107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.77358Z","time spent":"713.513326ms","remote":"127.0.0.1:35266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:00:08.487269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:08.167087Z","time spent":"320.174941ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T05:00:08.487424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.445756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:08.487475Z","caller":"traceutil/trace.go:171","msg":"trace[426449009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1407; }","duration":"654.525087ms","start":"2026-07-30T05:00:07.832937Z","end":"2026-07-30T05:00:08.487462Z","steps":["trace[426449009] 'agreement among raft nodes before linearized reading' (duration: 654.453116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:08.487556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.832919Z","time spent":"654.62407ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:00:08.487801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.406415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:00:08.48789Z","caller":"traceutil/trace.go:171","msg":"trace[82281983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1407; }","duration":"694.529528ms","start":"2026-07-30T05:00:07.79334Z","end":"2026-07-30T05:00:08.48787Z","steps":["trace[82281983] 'agreement among raft nodes before linearized reading' (duration: 694.113599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:08.487937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:07.79333Z","time spent":"694.5977ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T05:00:08.667316Z","caller":"traceutil/trace.go:171","msg":"trace[1113125032] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"175.651964ms","start":"2026-07-30T05:00:08.49164Z","end":"2026-07-30T05:00:08.667292Z","steps":["trace[1113125032] 'process raft request' (duration: 127.228669ms)","trace[1113125032] 'compare' (duration: 48.304112ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:11.136342Z","caller":"traceutil/trace.go:171","msg":"trace[1891848367] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1477; }","duration":"464.81379ms","start":"2026-07-30T05:00:10.671489Z","end":"2026-07-30T05:00:11.136303Z","steps":["trace[1891848367] 'read index received' (duration: 464.427981ms)","trace[1891848367] 'applied index is now lower than readState.Index' (duration: 384.099µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:11.136469Z","caller":"traceutil/trace.go:171","msg":"trace[224239008] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"592.246623ms","start":"2026-07-30T05:00:10.544176Z","end":"2026-07-30T05:00:11.136422Z","steps":["trace[224239008] 'process raft request' (duration: 591.844334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:11.136656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.153528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:00:11.1367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:10.54415Z","time spent":"592.426066ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:00:11.136766Z","caller":"traceutil/trace.go:171","msg":"trace[252077319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1427; }","duration":"465.296681ms","start":"2026-07-30T05:00:10.671435Z","end":"2026-07-30T05:00:11.136732Z","steps":["trace[252077319] 'agreement among raft nodes before linearized reading' (duration: 465.051375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:11.13682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:10.671418Z","time spent":"465.390634ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:00:11.136882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.656747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:11.136948Z","caller":"traceutil/trace.go:171","msg":"trace[648064845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1427; }","duration":"302.75303ms","start":"2026-07-30T05:00:10.834177Z","end":"2026-07-30T05:00:11.13693Z","steps":["trace[648064845] 'agreement among raft nodes before linearized reading' (duration: 302.618537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:11.136999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:00:10.834109Z","time spent":"302.879953ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:00:25.110504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.167441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:00:25.110569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.453656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T05:00:25.110611Z","caller":"traceutil/trace.go:171","msg":"trace[1906393017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"277.316804ms","start":"2026-07-30T05:00:24.833273Z","end":"2026-07-30T05:00:25.11059Z","steps":["trace[1906393017] 'range keys from in-memory index tree' (duration: 277.064899ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:25.110661Z","caller":"traceutil/trace.go:171","msg":"trace[2109346854] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1585; }","duration":"187.607379ms","start":"2026-07-30T05:00:24.92303Z","end":"2026-07-30T05:00:25.110637Z","steps":["trace[2109346854] 'range keys from in-memory index tree' (duration: 187.255621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:25.40851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.9458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-30T05:00:25.40851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.11781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T05:00:25.408576Z","caller":"traceutil/trace.go:171","msg":"trace[72463030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"179.071743ms","start":"2026-07-30T05:00:25.229489Z","end":"2026-07-30T05:00:25.408561Z","steps":["trace[72463030] 'range keys from in-memory index tree' (duration: 178.766385ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:25.408601Z","caller":"traceutil/trace.go:171","msg":"trace[1254949284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"148.262963ms","start":"2026-07-30T05:00:25.260315Z","end":"2026-07-30T05:00:25.408578Z","steps":["trace[1254949284] 'range keys from in-memory index tree' (duration: 147.870534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:25.408636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.190465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-30T05:00:25.40851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.600486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-30T05:00:25.408727Z","caller":"traceutil/trace.go:171","msg":"trace[1180297360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1586; }","duration":"176.318899ms","start":"2026-07-30T05:00:25.23239Z","end":"2026-07-30T05:00:25.408709Z","steps":["trace[1180297360] 'range keys from in-memory index tree' (duration: 175.95005ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:25.408733Z","caller":"traceutil/trace.go:171","msg":"trace[968849689] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1586; }","duration":"176.866841ms","start":"2026-07-30T05:00:25.231848Z","end":"2026-07-30T05:00:25.408715Z","steps":["trace[968849689] 'range keys from in-memory index tree' (duration: 176.331349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:25.408868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.777678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-30T05:00:25.408901Z","caller":"traceutil/trace.go:171","msg":"trace[1649717999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1586; }","duration":"179.8436ms","start":"2026-07-30T05:00:25.229049Z","end":"2026-07-30T05:00:25.408892Z","steps":["trace[1649717999] 'range keys from in-memory index tree' (duration: 179.610505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:30.113341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.727049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:00:30.113471Z","caller":"traceutil/trace.go:171","msg":"trace[457909401] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"278.920771ms","start":"2026-07-30T05:00:29.834531Z","end":"2026-07-30T05:00:30.113452Z","steps":["trace[457909401] 'read index received' (duration: 84.865314ms)","trace[457909401] 'applied index is now lower than readState.Index' (duration: 194.053657ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:30.113557Z","caller":"traceutil/trace.go:171","msg":"trace[1421705999] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"287.953298ms","start":"2026-07-30T05:00:29.825588Z","end":"2026-07-30T05:00:30.113541Z","steps":["trace[1421705999] 'process raft request' (duration: 93.87375ms)","trace[1421705999] 'compare' (duration: 193.462783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:30.113653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.102735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:00:30.113762Z","caller":"traceutil/trace.go:171","msg":"trace[1371052768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1710; }","duration":"279.265969ms","start":"2026-07-30T05:00:29.834473Z","end":"2026-07-30T05:00:30.113739Z","steps":["trace[1371052768] 'agreement among raft nodes before linearized reading' (duration: 279.076685ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:30.116411Z","caller":"traceutil/trace.go:171","msg":"trace[1557296695] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"181.358775ms","start":"2026-07-30T05:00:29.935029Z","end":"2026-07-30T05:00:30.116388Z","steps":["trace[1557296695] 'process raft request' (duration: 181.049847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:30.116444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.64763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:00:30.116519Z","caller":"traceutil/trace.go:171","msg":"trace[633849601] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1711; }","duration":"144.756082ms","start":"2026-07-30T05:00:29.971742Z","end":"2026-07-30T05:00:30.116498Z","steps":["trace[633849601] 'agreement among raft nodes before linearized reading' (duration: 144.541307ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:46.870952Z","caller":"traceutil/trace.go:171","msg":"trace[63715482] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"222.113102ms","start":"2026-07-30T05:00:46.64881Z","end":"2026-07-30T05:00:46.870923Z","steps":["trace[63715482] 'process raft request' (duration: 221.158761ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:47.131488Z","caller":"traceutil/trace.go:171","msg":"trace[814588870] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"254.537729ms","start":"2026-07-30T05:00:46.876835Z","end":"2026-07-30T05:00:47.131373Z","steps":["trace[814588870] 'process raft request' (duration: 254.14273ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:49.678615Z","caller":"traceutil/trace.go:171","msg":"trace[453762716] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"151.951559ms","start":"2026-07-30T05:00:49.526639Z","end":"2026-07-30T05:00:49.67859Z","steps":["trace[453762716] 'process raft request' (duration: 151.748724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:49.680302Z","caller":"traceutil/trace.go:171","msg":"trace[377385167] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2120; }","duration":"132.260574ms","start":"2026-07-30T05:00:49.548024Z","end":"2026-07-30T05:00:49.680285Z","steps":["trace[377385167] 'read index received' (duration: 129.687345ms)","trace[377385167] 'applied index is now lower than readState.Index' (duration: 2.572069ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:00:49.680516Z","caller":"traceutil/trace.go:171","msg":"trace[2114098554] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"143.671227ms","start":"2026-07-30T05:00:49.536837Z","end":"2026-07-30T05:00:49.680508Z","steps":["trace[2114098554] 'process raft request' (duration: 143.35289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:49.6808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.749575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T05:00:49.680878Z","caller":"traceutil/trace.go:171","msg":"trace[1032764514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2037; }","duration":"132.869938ms","start":"2026-07-30T05:00:49.547991Z","end":"2026-07-30T05:00:49.680861Z","steps":["trace[1032764514] 'agreement among raft nodes before linearized reading' (duration: 132.627813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:49.681461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.901573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-30T05:00:49.681503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.910241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T05:00:49.681559Z","caller":"traceutil/trace.go:171","msg":"trace[1684296684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2037; }","duration":"111.008876ms","start":"2026-07-30T05:00:49.570527Z","end":"2026-07-30T05:00:49.681536Z","steps":["trace[1684296684] 'agreement among raft nodes before linearized reading' (duration: 110.7377ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:49.6816Z","caller":"traceutil/trace.go:171","msg":"trace[92722502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2037; }","duration":"117.050245ms","start":"2026-07-30T05:00:49.564528Z","end":"2026-07-30T05:00:49.681579Z","steps":["trace[92722502] 'agreement among raft nodes before linearized reading' (duration: 116.734068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:00:49.681441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.041984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:00:49.681719Z","caller":"traceutil/trace.go:171","msg":"trace[1202301328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2037; }","duration":"117.411882ms","start":"2026-07-30T05:00:49.564291Z","end":"2026-07-30T05:00:49.681703Z","steps":["trace[1202301328] 'agreement among raft nodes before linearized reading' (duration: 116.788968ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:52.433349Z","caller":"traceutil/trace.go:171","msg":"trace[1739732590] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2148; }","duration":"105.864587ms","start":"2026-07-30T05:00:52.327454Z","end":"2026-07-30T05:00:52.433319Z","steps":["trace[1739732590] 'read index received' (duration: 105.755864ms)","trace[1739732590] 'applied index is now lower than readState.Index' (duration: 107.693µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:00:52.433715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.253836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:00:52.433794Z","caller":"traceutil/trace.go:171","msg":"trace[170791630] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2063; }","duration":"106.401399ms","start":"2026-07-30T05:00:52.327377Z","end":"2026-07-30T05:00:52.433779Z","steps":["trace[170791630] 'agreement among raft nodes before linearized reading' (duration: 106.079632ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:00:52.433412Z","caller":"traceutil/trace.go:171","msg":"trace[556280902] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"162.867138ms","start":"2026-07-30T05:00:52.270523Z","end":"2026-07-30T05:00:52.43339Z","steps":["trace[556280902] 'process raft request' (duration: 162.615893ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:01.687861Z","caller":"traceutil/trace.go:171","msg":"trace[1229740701] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"157.326532ms","start":"2026-07-30T05:01:01.530495Z","end":"2026-07-30T05:01:01.687822Z","steps":["trace[1229740701] 'process raft request' (duration: 156.985923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:01.947578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.838348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:01.947711Z","caller":"traceutil/trace.go:171","msg":"trace[1881102875] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"208.120681ms","start":"2026-07-30T05:01:01.739567Z","end":"2026-07-30T05:01:01.947687Z","steps":["trace[1881102875] 'read index received' (duration: 58.219141ms)","trace[1881102875] 'applied index is now lower than readState.Index' (duration: 149.89962ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:01.947856Z","caller":"traceutil/trace.go:171","msg":"trace[1130047965] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"249.975314ms","start":"2026-07-30T05:01:01.697851Z","end":"2026-07-30T05:01:01.947826Z","steps":["trace[1130047965] 'process raft request' (duration: 99.809378ms)","trace[1130047965] 'compare' (duration: 149.712916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:01.948146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.627141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:01:01.948205Z","caller":"traceutil/trace.go:171","msg":"trace[1709201618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"181.724593ms","start":"2026-07-30T05:01:01.766461Z","end":"2026-07-30T05:01:01.948185Z","steps":["trace[1709201618] 'agreement among raft nodes before linearized reading' (duration: 181.563629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:01.948242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.506123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:01:01.948378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.874361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:01.948382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.995749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T05:01:01.948411Z","caller":"traceutil/trace.go:171","msg":"trace[1757931584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2203; }","duration":"113.937503ms","start":"2026-07-30T05:01:01.834464Z","end":"2026-07-30T05:01:01.948401Z","steps":["trace[1757931584] 'agreement among raft nodes before linearized reading' (duration: 113.891192ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:01.948421Z","caller":"traceutil/trace.go:171","msg":"trace[1631048841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"202.700537ms","start":"2026-07-30T05:01:01.745696Z","end":"2026-07-30T05:01:01.948397Z","steps":["trace[1631048841] 'agreement among raft nodes before linearized reading' (duration: 202.153524ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:01.948432Z","caller":"traceutil/trace.go:171","msg":"trace[369255845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2203; }","duration":"195.05979ms","start":"2026-07-30T05:01:01.753357Z","end":"2026-07-30T05:01:01.948417Z","steps":["trace[369255845] 'agreement among raft nodes before linearized reading' (duration: 194.923257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:01.948531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.25502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-30T05:01:01.948531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.9378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T05:01:01.94862Z","caller":"traceutil/trace.go:171","msg":"trace[1333875617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"200.376263ms","start":"2026-07-30T05:01:01.748224Z","end":"2026-07-30T05:01:01.9486Z","steps":["trace[1333875617] 'agreement among raft nodes before linearized reading' (duration: 200.114487ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:01.94864Z","caller":"traceutil/trace.go:171","msg":"trace[1814038699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"209.049603ms","start":"2026-07-30T05:01:01.739558Z","end":"2026-07-30T05:01:01.948607Z","steps":["trace[1814038699] 'agreement among raft nodes before linearized reading' (duration: 208.713935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:02.55344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369365459042483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T05:01:03.803599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.190866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:03.803997Z","caller":"traceutil/trace.go:171","msg":"trace[1566021037] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"869.23355ms","start":"2026-07-30T05:01:02.934738Z","end":"2026-07-30T05:01:03.803971Z","steps":["trace[1566021037] 'process raft request' (duration: 869.165409ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:03.804099Z","caller":"traceutil/trace.go:171","msg":"trace[1281886314] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"1.850461328s","start":"2026-07-30T05:01:01.953602Z","end":"2026-07-30T05:01:03.804063Z","steps":["trace[1281886314] 'process raft request' (duration: 941.701118ms)","trace[1281886314] 'compare' (duration: 907.942821ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:03.804182Z","caller":"traceutil/trace.go:171","msg":"trace[351312811] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.850235663s","start":"2026-07-30T05:01:01.953932Z","end":"2026-07-30T05:01:03.804167Z","steps":["trace[351312811] 'process raft request' (duration: 1.849789652s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:03.804254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:01.953572Z","time spent":"1.850607542s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:03.804263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:01.953915Z","time spent":"1.850306224s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:03.80412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.93471Z","time spent":"869.356023ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:03.804412Z","caller":"traceutil/trace.go:171","msg":"trace[25297816] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2293; }","duration":"1.751420518s","start":"2026-07-30T05:01:02.052975Z","end":"2026-07-30T05:01:03.804396Z","steps":["trace[25297816] 'read index received' (duration: 841.562882ms)","trace[25297816] 'applied index is now lower than readState.Index' (duration: 909.856276ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:03.80439Z","caller":"traceutil/trace.go:171","msg":"trace[1422652044] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.850313494s","start":"2026-07-30T05:01:01.954034Z","end":"2026-07-30T05:01:03.804347Z","steps":["trace[1422652044] 'process raft request' (duration: 1.849803142s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:03.804588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751569302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:03.804594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:01.954001Z","time spent":"1.850498049s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:03.804711Z","caller":"traceutil/trace.go:171","msg":"trace[749325957] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2208; }","duration":"1.751717255s","start":"2026-07-30T05:01:02.052965Z","end":"2026-07-30T05:01:03.804682Z","steps":["trace[749325957] 'agreement among raft nodes before linearized reading' (duration: 1.75150477s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:03.804785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.052899Z","time spent":"1.751868479s","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:01:04.808724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.504307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:04.808838Z","caller":"traceutil/trace.go:171","msg":"trace[1943127058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2208; }","duration":"553.62441ms","start":"2026-07-30T05:01:04.255195Z","end":"2026-07-30T05:01:04.808819Z","steps":["trace[1943127058] 'range keys from in-memory index tree' (duration: 553.492397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.809289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.75802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:04.809423Z","caller":"traceutil/trace.go:171","msg":"trace[149226203] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.763336577s","start":"2026-07-30T05:01:03.046075Z","end":"2026-07-30T05:01:04.809412Z","steps":["trace[149226203] 'process raft request' (duration: 1.763262136s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.809482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:03.046051Z","time spent":"1.763399768s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:04.809566Z","caller":"traceutil/trace.go:171","msg":"trace[608201730] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.838290972s","start":"2026-07-30T05:01:02.971242Z","end":"2026-07-30T05:01:04.809533Z","steps":["trace[608201730] 'process raft request' (duration: 932.230695ms)","trace[608201730] 'compare' (duration: 905.167286ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:04.809632Z","caller":"traceutil/trace.go:171","msg":"trace[507265353] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2297; }","duration":"1.005157322s","start":"2026-07-30T05:01:03.804456Z","end":"2026-07-30T05:01:04.809613Z","steps":["trace[507265353] 'read index received' (duration: 98.807917ms)","trace[507265353] 'applied index is now lower than readState.Index' (duration: 906.348335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:04.809693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.971232Z","time spent":"1.838389304s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:04.809714Z","caller":"traceutil/trace.go:171","msg":"trace[205089325] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"116.870698ms","start":"2026-07-30T05:01:04.692823Z","end":"2026-07-30T05:01:04.809694Z","steps":["trace[205089325] 'process raft request' (duration: 116.739205ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:04.809745Z","caller":"traceutil/trace.go:171","msg":"trace[1528799880] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.565082766s","start":"2026-07-30T05:01:03.244651Z","end":"2026-07-30T05:01:04.809734Z","steps":["trace[1528799880] 'process raft request' (duration: 1.564732598s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.80982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:03.244627Z","time spent":"1.565145848s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:04.809845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332123359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:01:04.809881Z","caller":"traceutil/trace.go:171","msg":"trace[1869474986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2212; }","duration":"2.332227372s","start":"2026-07-30T05:01:02.477642Z","end":"2026-07-30T05:01:04.80987Z","steps":["trace[1869474986] 'agreement among raft nodes before linearized reading' (duration: 2.332091209s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.809906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.477593Z","time spent":"2.332306734s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T05:01:04.809922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453353103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"info","ts":"2026-07-30T05:01:04.809944Z","caller":"traceutil/trace.go:171","msg":"trace[1270359634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2212; }","duration":"1.453418595s","start":"2026-07-30T05:01:03.356519Z","end":"2026-07-30T05:01:04.809937Z","steps":["trace[1270359634] 'agreement among raft nodes before linearized reading' (duration: 1.453347863s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.809943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520136259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T05:01:04.809919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975735586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:04.809932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445681894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:04.809965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:03.356494Z","time spent":"1.453467127s","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11935,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T05:01:04.809977Z","caller":"traceutil/trace.go:171","msg":"trace[918116388] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2212; }","duration":"2.520224271s","start":"2026-07-30T05:01:02.289743Z","end":"2026-07-30T05:01:04.809967Z","steps":["trace[918116388] 'agreement among raft nodes before linearized reading' (duration: 2.52017832s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:04.809998Z","caller":"traceutil/trace.go:171","msg":"trace[783893875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"1.975864429s","start":"2026-07-30T05:01:02.834112Z","end":"2026-07-30T05:01:04.809977Z","steps":["trace[783893875] 'agreement among raft nodes before linearized reading' (duration: 1.975727726s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:04.810003Z","caller":"traceutil/trace.go:171","msg":"trace[746147005] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2212; }","duration":"2.445809527s","start":"2026-07-30T05:01:02.364175Z","end":"2026-07-30T05:01:04.809985Z","steps":["trace[746147005] 'agreement among raft nodes before linearized reading' (duration: 2.445643193s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.809942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.260082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T05:01:04.810005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844206018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:01:04.810036Z","caller":"traceutil/trace.go:171","msg":"trace[47892647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2212; }","duration":"812.400745ms","start":"2026-07-30T05:01:03.997628Z","end":"2026-07-30T05:01:04.810029Z","steps":["trace[47892647] 'agreement among raft nodes before linearized reading' (duration: 812.219231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.81004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.364151Z","time spent":"2.445880979s","remote":"127.0.0.1:55068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:01:04.809901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647776457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-30T05:01:04.810044Z","caller":"traceutil/trace.go:171","msg":"trace[819500774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2212; }","duration":"1.84426412s","start":"2026-07-30T05:01:02.965767Z","end":"2026-07-30T05:01:04.810031Z","steps":["trace[819500774] 'agreement among raft nodes before linearized reading' (duration: 1.844165538s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.810058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:03.997601Z","time spent":"812.450817ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:01:04.810076Z","caller":"traceutil/trace.go:171","msg":"trace[752842306] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2212; }","duration":"2.647990902s","start":"2026-07-30T05:01:02.162073Z","end":"2026-07-30T05:01:04.810064Z","steps":["trace[752842306] 'agreement among raft nodes before linearized reading' (duration: 2.647728536s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.810081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.965751Z","time spent":"1.844323811s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:01:04.8101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.162051Z","time spent":"2.648041793s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T05:01:04.81004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.83409Z","time spent":"1.975941801s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:01:04.810109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.677054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-30T05:01:04.810097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326784587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T05:01:04.810006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.289712Z","time spent":"2.520287543s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:01:04.810116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196353075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:01:04.810158Z","caller":"traceutil/trace.go:171","msg":"trace[1363133149] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2212; }","duration":"2.32688113s","start":"2026-07-30T05:01:02.483264Z","end":"2026-07-30T05:01:04.810146Z","steps":["trace[1363133149] 'agreement among raft nodes before linearized reading' (duration: 2.326707146s)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:04.810159Z","caller":"traceutil/trace.go:171","msg":"trace[288294405] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2212; }","duration":"698.763626ms","start":"2026-07-30T05:01:04.111372Z","end":"2026-07-30T05:01:04.810136Z","steps":["trace[288294405] 'agreement among raft nodes before linearized reading' (duration: 698.615912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.81019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.483245Z","time spent":"2.326940151s","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T05:01:04.810193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:04.111345Z","time spent":"698.839918ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T05:01:04.810187Z","caller":"traceutil/trace.go:171","msg":"trace[1365589634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2212; }","duration":"2.196469778s","start":"2026-07-30T05:01:02.613698Z","end":"2026-07-30T05:01:04.810167Z","steps":["trace[1365589634] 'agreement among raft nodes before linearized reading' (duration: 2.196278113s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:04.810229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:02.613674Z","time spent":"2.19654598s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:01:10.057821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.283514ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T05:01:10.448872Z","caller":"traceutil/trace.go:171","msg":"trace[1396058169] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"222.570203ms","start":"2026-07-30T05:01:10.226275Z","end":"2026-07-30T05:01:10.448845Z","steps":["trace[1396058169] 'process raft request' (duration: 222.393939ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:12.270123Z","caller":"traceutil/trace.go:171","msg":"trace[1886437371] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2378; }","duration":"435.00478ms","start":"2026-07-30T05:01:11.835092Z","end":"2026-07-30T05:01:12.270096Z","steps":["trace[1886437371] 'read index received' (duration: 434.841436ms)","trace[1886437371] 'applied index is now lower than readState.Index' (duration: 162.044µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:12.270435Z","caller":"traceutil/trace.go:171","msg":"trace[2065104753] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"438.968635ms","start":"2026-07-30T05:01:11.831452Z","end":"2026-07-30T05:01:12.27042Z","steps":["trace[2065104753] 'process raft request' (duration: 438.483934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.270554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.831426Z","time spent":"439.051217ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:12.270797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.713046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:12.270861Z","caller":"traceutil/trace.go:171","msg":"trace[1832781159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"435.814829ms","start":"2026-07-30T05:01:11.835036Z","end":"2026-07-30T05:01:12.27085Z","steps":["trace[1832781159] 'agreement among raft nodes before linearized reading' (duration: 435.729657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.270891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.835014Z","time spent":"435.870961ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:01:12.27121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.423307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:12.271267Z","caller":"traceutil/trace.go:171","msg":"trace[830638574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2288; }","duration":"432.524079ms","start":"2026-07-30T05:01:11.83873Z","end":"2026-07-30T05:01:12.271254Z","steps":["trace[830638574] 'agreement among raft nodes before linearized reading' (duration: 432.364875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.271301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.838711Z","time spent":"432.58274ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:01:12.271473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.713235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T05:01:12.271478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.398119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T05:01:12.271481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.265211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:01:12.271536Z","caller":"traceutil/trace.go:171","msg":"trace[810416556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2288; }","duration":"430.792207ms","start":"2026-07-30T05:01:11.840729Z","end":"2026-07-30T05:01:12.271522Z","steps":["trace[810416556] 'agreement among raft nodes before linearized reading' (duration: 430.654074ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:12.271583Z","caller":"traceutil/trace.go:171","msg":"trace[1141639430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2288; }","duration":"398.550992ms","start":"2026-07-30T05:01:11.873002Z","end":"2026-07-30T05:01:12.271553Z","steps":["trace[1141639430] 'agreement among raft nodes before linearized reading' (duration: 398.244684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.2716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.840723Z","time spent":"430.865908ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T05:01:12.27161Z","caller":"traceutil/trace.go:171","msg":"trace[139707404] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2288; }","duration":"237.474766ms","start":"2026-07-30T05:01:12.034107Z","end":"2026-07-30T05:01:12.271582Z","steps":["trace[139707404] 'agreement among raft nodes before linearized reading' (duration: 237.19833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.271718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.87299Z","time spent":"398.710146ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:01:12.271509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.909301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T05:01:12.271808Z","caller":"traceutil/trace.go:171","msg":"trace[1463322303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2288; }","duration":"429.26281ms","start":"2026-07-30T05:01:11.842534Z","end":"2026-07-30T05:01:12.271796Z","steps":["trace[1463322303] 'agreement among raft nodes before linearized reading' (duration: 428.848681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:12.271862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:11.842512Z","time spent":"429.336842ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:01:17.018858Z","caller":"traceutil/trace.go:171","msg":"trace[1470193749] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"104.016714ms","start":"2026-07-30T05:01:16.914814Z","end":"2026-07-30T05:01:17.01883Z","steps":["trace[1470193749] 'process raft request' (duration: 103.810879ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:17.019037Z","caller":"traceutil/trace.go:171","msg":"trace[954115807] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"103.401449ms","start":"2026-07-30T05:01:16.915608Z","end":"2026-07-30T05:01:17.01901Z","steps":["trace[954115807] 'process raft request' (duration: 103.173944ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:22.873563Z","caller":"traceutil/trace.go:171","msg":"trace[1466263412] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"125.051056ms","start":"2026-07-30T05:01:22.748464Z","end":"2026-07-30T05:01:22.873515Z","steps":["trace[1466263412] 'process raft request' (duration: 124.832761ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:23.803759Z","caller":"traceutil/trace.go:171","msg":"trace[574726197] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"122.531086ms","start":"2026-07-30T05:01:23.681184Z","end":"2026-07-30T05:01:23.803715Z","steps":["trace[574726197] 'process raft request' (duration: 31.857087ms)","trace[574726197] 'compare' (duration: 90.399662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:24.813994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.446779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:24.814244Z","caller":"traceutil/trace.go:171","msg":"trace[156396666] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2461; }","duration":"272.496549ms","start":"2026-07-30T05:01:24.541707Z","end":"2026-07-30T05:01:24.814203Z","steps":["trace[156396666] 'read index received' (duration: 118.554318ms)","trace[156396666] 'applied index is now lower than readState.Index' (duration: 153.939151ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:24.814259Z","caller":"traceutil/trace.go:171","msg":"trace[1600992826] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"299.869987ms","start":"2026-07-30T05:01:24.514341Z","end":"2026-07-30T05:01:24.814211Z","steps":["trace[1600992826] 'process raft request' (duration: 145.975087ms)","trace[1600992826] 'compare' (duration: 153.07041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:24.814482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:24.514321Z","time spent":"300.038811ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:24.814559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.853058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:24.814619Z","caller":"traceutil/trace.go:171","msg":"trace[1708075880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2369; }","duration":"272.978521ms","start":"2026-07-30T05:01:24.541627Z","end":"2026-07-30T05:01:24.814606Z","steps":["trace[1708075880] 'agreement among raft nodes before linearized reading' (duration: 272.683894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:34.66767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.532933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-07-30T05:01:34.667629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.022047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T05:01:34.667763Z","caller":"traceutil/trace.go:171","msg":"trace[2038926807] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2443; }","duration":"142.638216ms","start":"2026-07-30T05:01:34.525098Z","end":"2026-07-30T05:01:34.667736Z","steps":["trace[2038926807] 'range keys from in-memory index tree' (duration: 142.390309ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:34.667843Z","caller":"traceutil/trace.go:171","msg":"trace[372022480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2443; }","duration":"155.290303ms","start":"2026-07-30T05:01:34.51253Z","end":"2026-07-30T05:01:34.667821Z","steps":["trace[372022480] 'range keys from in-memory index tree' (duration: 154.798661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:34.668058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.5894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:01:34.668188Z","caller":"traceutil/trace.go:171","msg":"trace[199369227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2443; }","duration":"229.01ms","start":"2026-07-30T05:01:34.439143Z","end":"2026-07-30T05:01:34.668153Z","steps":["trace[199369227] 'range keys from in-memory index tree' (duration: 228.268552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:40.125604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.552301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:40.125726Z","caller":"traceutil/trace.go:171","msg":"trace[1372312523] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"162.90257ms","start":"2026-07-30T05:01:39.962799Z","end":"2026-07-30T05:01:40.125702Z","steps":["trace[1372312523] 'process raft request' (duration: 53.152835ms)","trace[1372312523] 'compare' (duration: 109.380786ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:40.240216Z","caller":"traceutil/trace.go:171","msg":"trace[1522334051] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2580; }","duration":"188.79416ms","start":"2026-07-30T05:01:40.0514Z","end":"2026-07-30T05:01:40.240194Z","steps":["trace[1522334051] 'read index received' (duration: 106.551116ms)","trace[1522334051] 'applied index is now lower than readState.Index' (duration: 82.241564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:40.240422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.014216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-30T05:01:40.240467Z","caller":"traceutil/trace.go:171","msg":"trace[1494528534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2484; }","duration":"189.117089ms","start":"2026-07-30T05:01:40.051335Z","end":"2026-07-30T05:01:40.240453Z","steps":["trace[1494528534] 'agreement among raft nodes before linearized reading' (duration: 188.943435ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:41.196884Z","caller":"traceutil/trace.go:171","msg":"trace[293554204] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2583; }","duration":"363.99236ms","start":"2026-07-30T05:01:40.832863Z","end":"2026-07-30T05:01:41.196855Z","steps":["trace[293554204] 'read index received' (duration: 363.958689ms)","trace[293554204] 'applied index is now lower than readState.Index' (duration: 31.891µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:41.196964Z","caller":"traceutil/trace.go:171","msg":"trace[1793704728] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"440.286708ms","start":"2026-07-30T05:01:40.756633Z","end":"2026-07-30T05:01:41.19692Z","steps":["trace[1793704728] 'process raft request' (duration: 440.038592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.197169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:40.756595Z","time spent":"440.467533ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:41.197165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.265806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:41.197275Z","caller":"traceutil/trace.go:171","msg":"trace[1624099991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2487; }","duration":"364.42364ms","start":"2026-07-30T05:01:40.832824Z","end":"2026-07-30T05:01:41.197248Z","steps":["trace[1624099991] 'agreement among raft nodes before linearized reading' (duration: 364.195425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.197333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:40.832804Z","time spent":"364.517192ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:01:41.280387Z","caller":"traceutil/trace.go:171","msg":"trace[325956595] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"245.223166ms","start":"2026-07-30T05:01:41.035129Z","end":"2026-07-30T05:01:41.280353Z","steps":["trace[325956595] 'process raft request' (duration: 237.491958ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:41.280446Z","caller":"traceutil/trace.go:171","msg":"trace[699144038] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"203.233603ms","start":"2026-07-30T05:01:41.077174Z","end":"2026-07-30T05:01:41.280408Z","steps":["trace[699144038] 'process raft request' (duration: 203.093459ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:41.280488Z","caller":"traceutil/trace.go:171","msg":"trace[660711860] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"199.746797ms","start":"2026-07-30T05:01:41.080705Z","end":"2026-07-30T05:01:41.280452Z","steps":["trace[660711860] 'process raft request' (duration: 199.608223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.280627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.994321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T05:01:41.280707Z","caller":"traceutil/trace.go:171","msg":"trace[2143309682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2490; }","duration":"156.143145ms","start":"2026-07-30T05:01:41.124545Z","end":"2026-07-30T05:01:41.280689Z","steps":["trace[2143309682] 'agreement among raft nodes before linearized reading' (duration: 155.94033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.280721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.707423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:01:41.280776Z","caller":"traceutil/trace.go:171","msg":"trace[102828755] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2490; }","duration":"290.803826ms","start":"2026-07-30T05:01:40.989959Z","end":"2026-07-30T05:01:41.280763Z","steps":["trace[102828755] 'agreement among raft nodes before linearized reading' (duration: 290.653372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.280767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.653302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-30T05:01:41.280807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.913158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T05:01:41.280858Z","caller":"traceutil/trace.go:171","msg":"trace[1889812417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2490; }","duration":"316.0162ms","start":"2026-07-30T05:01:40.964828Z","end":"2026-07-30T05:01:41.280844Z","steps":["trace[1889812417] 'agreement among raft nodes before linearized reading' (duration: 315.828196ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:41.280872Z","caller":"traceutil/trace.go:171","msg":"trace[1982261490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2490; }","duration":"384.815656ms","start":"2026-07-30T05:01:40.896026Z","end":"2026-07-30T05:01:41.280841Z","steps":["trace[1982261490] 'agreement among raft nodes before linearized reading' (duration: 384.521759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:41.280892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:40.964805Z","time spent":"316.078212ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T05:01:41.280935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:40.896004Z","time spent":"384.916279ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:01:42.129609Z","caller":"traceutil/trace.go:171","msg":"trace[2040922383] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2592; }","duration":"370.18729ms","start":"2026-07-30T05:01:41.759396Z","end":"2026-07-30T05:01:42.129583Z","steps":["trace[2040922383] 'read index received' (duration: 369.934934ms)","trace[2040922383] 'applied index is now lower than readState.Index' (duration: 251.176µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:42.129788Z","caller":"traceutil/trace.go:171","msg":"trace[444726806] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"573.885194ms","start":"2026-07-30T05:01:41.555866Z","end":"2026-07-30T05:01:42.129751Z","steps":["trace[444726806] 'process raft request' (duration: 573.486374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:42.12994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.532068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T05:01:42.129982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:41.555816Z","time spent":"574.061018ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:42.130007Z","caller":"traceutil/trace.go:171","msg":"trace[1987437926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2496; }","duration":"370.6336ms","start":"2026-07-30T05:01:41.759344Z","end":"2026-07-30T05:01:42.129978Z","steps":["trace[1987437926] 'agreement among raft nodes before linearized reading' (duration: 370.387265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:42.13006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:41.759324Z","time spent":"370.723603ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T05:01:42.130169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.873849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:42.130816Z","caller":"traceutil/trace.go:171","msg":"trace[391709389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"296.529164ms","start":"2026-07-30T05:01:41.834231Z","end":"2026-07-30T05:01:42.13076Z","steps":["trace[391709389] 'agreement among raft nodes before linearized reading' (duration: 295.845388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:42.130236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.245994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:42.131105Z","caller":"traceutil/trace.go:171","msg":"trace[1490933793] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2496; }","duration":"280.184278ms","start":"2026-07-30T05:01:41.850893Z","end":"2026-07-30T05:01:42.131077Z","steps":["trace[1490933793] 'agreement among raft nodes before linearized reading' (duration: 279.243994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:42.631891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.958206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:42.632Z","caller":"traceutil/trace.go:171","msg":"trace[138751696] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2496; }","duration":"384.14328ms","start":"2026-07-30T05:01:42.247836Z","end":"2026-07-30T05:01:42.631979Z","steps":["trace[138751696] 'count revisions from in-memory index tree' (duration: 383.813612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:42.632054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:42.247817Z","time spent":"384.224662ms","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:01:42.651213Z","caller":"traceutil/trace.go:171","msg":"trace[12600024] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"281.048288ms","start":"2026-07-30T05:01:42.370141Z","end":"2026-07-30T05:01:42.651189Z","steps":["trace[12600024] 'process raft request' (duration: 280.755651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.049705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.28375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:43.049856Z","caller":"traceutil/trace.go:171","msg":"trace[1521876356] linearizableReadLoop","detail":"{readStateIndex:2595; appliedIndex:2594; }","duration":"217.807446ms","start":"2026-07-30T05:01:42.832028Z","end":"2026-07-30T05:01:43.049835Z","steps":["trace[1521876356] 'read index received' (duration: 94.22298ms)","trace[1521876356] 'applied index is now lower than readState.Index' (duration: 123.582176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:43.049936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.905219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:43.049945Z","caller":"traceutil/trace.go:171","msg":"trace[1693341205] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"565.271253ms","start":"2026-07-30T05:01:42.484647Z","end":"2026-07-30T05:01:43.049918Z","steps":["trace[1693341205] 'process raft request' (duration: 441.668625ms)","trace[1693341205] 'compare' (duration: 123.049914ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:43.049975Z","caller":"traceutil/trace.go:171","msg":"trace[1195544584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"217.987621ms","start":"2026-07-30T05:01:42.831976Z","end":"2026-07-30T05:01:43.049964Z","steps":["trace[1195544584] 'agreement among raft nodes before linearized reading' (duration: 217.913048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.050086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:42.484622Z","time spent":"565.395955ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:43.450517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.56947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:01:43.45057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.408988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T05:01:43.450686Z","caller":"traceutil/trace.go:171","msg":"trace[39077049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2498; }","duration":"236.569221ms","start":"2026-07-30T05:01:43.21409Z","end":"2026-07-30T05:01:43.450659Z","steps":["trace[39077049] 'range keys from in-memory index tree' (duration: 236.074279ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.450686Z","caller":"traceutil/trace.go:171","msg":"trace[1389469967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2498; }","duration":"236.804757ms","start":"2026-07-30T05:01:43.213815Z","end":"2026-07-30T05:01:43.45062Z","steps":["trace[1389469967] 'count revisions from in-memory index tree' (duration: 236.449398ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.455468Z","caller":"traceutil/trace.go:171","msg":"trace[103349165] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"169.253461ms","start":"2026-07-30T05:01:43.286193Z","end":"2026-07-30T05:01:43.455446Z","steps":["trace[103349165] 'process raft request' (duration: 169.074927ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.597674Z","caller":"traceutil/trace.go:171","msg":"trace[997637] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"311.372352ms","start":"2026-07-30T05:01:43.286248Z","end":"2026-07-30T05:01:43.597621Z","steps":["trace[997637] 'process raft request' (duration: 277.900166ms)","trace[997637] 'compare' (duration: 33.188659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:43.597857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.286224Z","time spent":"311.529996ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:43.59801Z","caller":"traceutil/trace.go:171","msg":"trace[1057997493] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"311.697529ms","start":"2026-07-30T05:01:43.286296Z","end":"2026-07-30T05:01:43.597994Z","steps":["trace[1057997493] 'process raft request' (duration: 311.253289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.598078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.286259Z","time spent":"311.785091ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:43.598122Z","caller":"traceutil/trace.go:171","msg":"trace[2100076805] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"142.405487ms","start":"2026-07-30T05:01:43.455693Z","end":"2026-07-30T05:01:43.598098Z","steps":["trace[2100076805] 'process raft request' (duration: 142.283155ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.598151Z","caller":"traceutil/trace.go:171","msg":"trace[830160853] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2595; }","duration":"305.735343ms","start":"2026-07-30T05:01:43.292369Z","end":"2026-07-30T05:01:43.598105Z","steps":["trace[830160853] 'read index received' (duration: 162.872446ms)","trace[830160853] 'applied index is now lower than readState.Index' (duration: 142.861507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:43.598414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.012057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T05:01:43.598423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.03065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T05:01:43.598447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.1273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:01:43.598465Z","caller":"traceutil/trace.go:171","msg":"trace[249185900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2502; }","duration":"291.146949ms","start":"2026-07-30T05:01:43.307307Z","end":"2026-07-30T05:01:43.598454Z","steps":["trace[249185900] 'agreement among raft nodes before linearized reading' (duration: 290.974285ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.598502Z","caller":"traceutil/trace.go:171","msg":"trace[1571887740] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2502; }","duration":"291.212091ms","start":"2026-07-30T05:01:43.307274Z","end":"2026-07-30T05:01:43.598486Z","steps":["trace[1571887740] 'agreement among raft nodes before linearized reading' (duration: 291.008836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.598475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.692698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:43.598499Z","caller":"traceutil/trace.go:171","msg":"trace[1744388444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2502; }","duration":"306.152823ms","start":"2026-07-30T05:01:43.292327Z","end":"2026-07-30T05:01:43.59848Z","steps":["trace[1744388444] 'agreement among raft nodes before linearized reading' (duration: 305.889657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.598474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.506881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-30T05:01:43.598556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.292312Z","time spent":"306.235824ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T05:01:43.598553Z","caller":"traceutil/trace.go:171","msg":"trace[51749706] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2502; }","duration":"147.81698ms","start":"2026-07-30T05:01:43.450719Z","end":"2026-07-30T05:01:43.598536Z","steps":["trace[51749706] 'agreement among raft nodes before linearized reading' (duration: 147.683517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:43.598571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.05553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T05:01:43.598593Z","caller":"traceutil/trace.go:171","msg":"trace[726747022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2502; }","duration":"292.649383ms","start":"2026-07-30T05:01:43.305935Z","end":"2026-07-30T05:01:43.598584Z","steps":["trace[726747022] 'agreement among raft nodes before linearized reading' (duration: 292.391587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:43.598611Z","caller":"traceutil/trace.go:171","msg":"trace[597744935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2502; }","duration":"292.126611ms","start":"2026-07-30T05:01:43.306468Z","end":"2026-07-30T05:01:43.598594Z","steps":["trace[597744935] 'agreement among raft nodes before linearized reading' (duration: 292.030779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:44.212241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.888619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:01:44.212523Z","caller":"traceutil/trace.go:171","msg":"trace[79286819] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"609.311297ms","start":"2026-07-30T05:01:43.603166Z","end":"2026-07-30T05:01:44.212477Z","steps":["trace[79286819] 'process raft request' (duration: 114.08945ms)","trace[79286819] 'compare' (duration: 494.650054ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:44.212558Z","caller":"traceutil/trace.go:171","msg":"trace[643766305] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"609.103273ms","start":"2026-07-30T05:01:43.603429Z","end":"2026-07-30T05:01:44.212532Z","steps":["trace[643766305] 'process raft request' (duration: 608.951919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:44.212658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.603402Z","time spent":"609.217555ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:44.212858Z","caller":"traceutil/trace.go:171","msg":"trace[813322947] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"608.96582ms","start":"2026-07-30T05:01:43.60386Z","end":"2026-07-30T05:01:44.212826Z","steps":["trace[813322947] 'process raft request' (duration: 608.60494ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:44.212882Z","caller":"traceutil/trace.go:171","msg":"trace[957327039] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"608.874147ms","start":"2026-07-30T05:01:43.60398Z","end":"2026-07-30T05:01:44.212854Z","steps":["trace[957327039] 'process raft request' (duration: 608.700223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:44.212926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.603144Z","time spent":"609.471621ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:44.213042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.603957Z","time spent":"608.99697ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:44.213119Z","caller":"traceutil/trace.go:171","msg":"trace[1742790011] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2599; }","duration":"377.818352ms","start":"2026-07-30T05:01:43.835235Z","end":"2026-07-30T05:01:44.213054Z","steps":["trace[1742790011] 'read index received' (duration: 332.628909ms)","trace[1742790011] 'applied index is now lower than readState.Index' (duration: 45.188123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:44.213061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.60384Z","time spent":"609.092542ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:01:44.213182Z","caller":"traceutil/trace.go:171","msg":"trace[2110376218] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"608.739825ms","start":"2026-07-30T05:01:43.604411Z","end":"2026-07-30T05:01:44.213151Z","steps":["trace[2110376218] 'process raft request' (duration: 608.385847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:44.213363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.604375Z","time spent":"608.889567ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:01:44.213388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.15915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:01:44.213448Z","caller":"traceutil/trace.go:171","msg":"trace[1613773976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2507; }","duration":"378.266902ms","start":"2026-07-30T05:01:43.835159Z","end":"2026-07-30T05:01:44.213425Z","steps":["trace[1613773976] 'agreement among raft nodes before linearized reading' (duration: 378.041267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:44.213511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:01:43.835127Z","time spent":"378.371585ms","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T05:01:44.521419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.073194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:01:44.521514Z","caller":"traceutil/trace.go:171","msg":"trace[128770849] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2507; }","duration":"164.223237ms","start":"2026-07-30T05:01:44.357259Z","end":"2026-07-30T05:01:44.521483Z","steps":["trace[128770849] 'count revisions from in-memory index tree' (duration: 163.977212ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.1792Z","caller":"traceutil/trace.go:171","msg":"trace[914919493] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"231.118927ms","start":"2026-07-30T05:01:44.94804Z","end":"2026-07-30T05:01:45.179159Z","steps":["trace[914919493] 'read index received' (duration: 230.85096ms)","trace[914919493] 'applied index is now lower than readState.Index' (duration: 266.067µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:01:45.17954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.477315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:01:45.179605Z","caller":"traceutil/trace.go:171","msg":"trace[434838343] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2507; }","duration":"231.579777ms","start":"2026-07-30T05:01:44.948007Z","end":"2026-07-30T05:01:45.179587Z","steps":["trace[434838343] 'agreement among raft nodes before linearized reading' (duration: 231.341772ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.217795Z","caller":"traceutil/trace.go:171","msg":"trace[1773856609] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"157.061863ms","start":"2026-07-30T05:01:45.060708Z","end":"2026-07-30T05:01:45.21777Z","steps":["trace[1773856609] 'process raft request' (duration: 156.871798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:45.217971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.081915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T05:01:45.218055Z","caller":"traceutil/trace.go:171","msg":"trace[1149017655] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2508; }","duration":"255.220048ms","start":"2026-07-30T05:01:44.962815Z","end":"2026-07-30T05:01:45.218035Z","steps":["trace[1149017655] 'agreement among raft nodes before linearized reading' (duration: 254.968032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:45.259282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.381251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T05:01:45.259509Z","caller":"traceutil/trace.go:171","msg":"trace[1822397058] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2508; }","duration":"126.473503ms","start":"2026-07-30T05:01:45.132841Z","end":"2026-07-30T05:01:45.259315Z","steps":["trace[1822397058] 'agreement among raft nodes before linearized reading' (duration: 85.26787ms)","trace[1822397058] 'range keys from bolt db' (duration: 41.113661ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:45.457326Z","caller":"traceutil/trace.go:171","msg":"trace[1810935933] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"276.652998ms","start":"2026-07-30T05:01:45.180642Z","end":"2026-07-30T05:01:45.457295Z","steps":["trace[1810935933] 'process raft request' (duration: 221.079277ms)","trace[1810935933] 'compare' (duration: 55.213333ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:45.457366Z","caller":"traceutil/trace.go:171","msg":"trace[677029357] linearizableReadLoop","detail":"{readStateIndex:2608; appliedIndex:2606; }","duration":"196.531725ms","start":"2026-07-30T05:01:45.260812Z","end":"2026-07-30T05:01:45.457344Z","steps":["trace[677029357] 'read index received' (duration: 140.991545ms)","trace[677029357] 'applied index is now lower than readState.Index' (duration: 55.53919ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:01:45.457498Z","caller":"traceutil/trace.go:171","msg":"trace[1331414735] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"273.068806ms","start":"2026-07-30T05:01:45.184414Z","end":"2026-07-30T05:01:45.457483Z","steps":["trace[1331414735] 'process raft request' (duration: 272.80323ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.457727Z","caller":"traceutil/trace.go:171","msg":"trace[1561286213] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"195.00393ms","start":"2026-07-30T05:01:45.26269Z","end":"2026-07-30T05:01:45.457694Z","steps":["trace[1561286213] 'process raft request' (duration: 194.621631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:45.457931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.094548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T05:01:45.457993Z","caller":"traceutil/trace.go:171","msg":"trace[769230209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2511; }","duration":"197.184149ms","start":"2026-07-30T05:01:45.260791Z","end":"2026-07-30T05:01:45.457975Z","steps":["trace[769230209] 'agreement among raft nodes before linearized reading' (duration: 196.909203ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:01:45.458094Z","caller":"traceutil/trace.go:171","msg":"trace[282781781] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"194.912138ms","start":"2026-07-30T05:01:45.263162Z","end":"2026-07-30T05:01:45.458074Z","steps":["trace[282781781] 'process raft request' (duration: 194.425277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:01:45.458269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.013133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-30T05:01:45.458346Z","caller":"traceutil/trace.go:171","msg":"trace[671311575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2512; }","duration":"189.121085ms","start":"2026-07-30T05:01:45.269204Z","end":"2026-07-30T05:01:45.458325Z","steps":["trace[671311575] 'agreement among raft nodes before linearized reading' (duration: 188.815948ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:02:35.830458Z","caller":"traceutil/trace.go:171","msg":"trace[1556926187] linearizableReadLoop","detail":"{readStateIndex:2953; appliedIndex:2952; }","duration":"101.121265ms","start":"2026-07-30T05:02:35.729309Z","end":"2026-07-30T05:02:35.83043Z","steps":["trace[1556926187] 'read index received' (duration: 96.909061ms)","trace[1556926187] 'applied index is now lower than readState.Index' (duration: 4.211094ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:02:35.830537Z","caller":"traceutil/trace.go:171","msg":"trace[1278475860] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"108.487188ms","start":"2026-07-30T05:02:35.722013Z","end":"2026-07-30T05:02:35.8305Z","steps":["trace[1278475860] 'process raft request' (duration: 104.292905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:02:35.830844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.518615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-30T05:02:35.830895Z","caller":"traceutil/trace.go:171","msg":"trace[1130224558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2844; }","duration":"101.629287ms","start":"2026-07-30T05:02:35.729253Z","end":"2026-07-30T05:02:35.830882Z","steps":["trace[1130224558] 'agreement among raft nodes before linearized reading' (duration: 101.289768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.554235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334369365459044743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T05:03:24.766036Z","caller":"traceutil/trace.go:171","msg":"trace[2060462200] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"805.892701ms","start":"2026-07-30T05:03:23.960127Z","end":"2026-07-30T05:03:24.76602Z","steps":["trace[2060462200] 'process raft request' (duration: 805.785799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.766148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:23.960089Z","time spent":"806.000874ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:24.771815Z","caller":"traceutil/trace.go:171","msg":"trace[942863309] linearizableReadLoop","detail":"{readStateIndex:3335; appliedIndex:3330; }","duration":"718.096466ms","start":"2026-07-30T05:03:24.053691Z","end":"2026-07-30T05:03:24.771787Z","steps":["trace[942863309] 'read index received' (duration: 712.279964ms)","trace[942863309] 'applied index is now lower than readState.Index' (duration: 5.815482ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:24.771963Z","caller":"traceutil/trace.go:171","msg":"trace[665816922] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"642.941177ms","start":"2026-07-30T05:03:24.12901Z","end":"2026-07-30T05:03:24.771951Z","steps":["trace[665816922] 'process raft request' (duration: 642.729273ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:24.771958Z","caller":"traceutil/trace.go:171","msg":"trace[815254172] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"648.452551ms","start":"2026-07-30T05:03:24.123487Z","end":"2026-07-30T05:03:24.771939Z","steps":["trace[815254172] 'process raft request' (duration: 648.208616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:24.772021Z","caller":"traceutil/trace.go:171","msg":"trace[1714554242] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"737.996816ms","start":"2026-07-30T05:03:24.033992Z","end":"2026-07-30T05:03:24.771989Z","steps":["trace[1714554242] 'process raft request' (duration: 737.475185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.77207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.123471Z","time spent":"648.538843ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:24.772065Z","caller":"traceutil/trace.go:171","msg":"trace[1766960735] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"650.334434ms","start":"2026-07-30T05:03:24.121689Z","end":"2026-07-30T05:03:24.772023Z","steps":["trace[1766960735] 'process raft request' (duration: 649.945885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.772098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.128983Z","time spent":"643.02425ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:24.772152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.100496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T05:03:24.772167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.033951Z","time spent":"738.132689ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:24.772166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.121671Z","time spent":"650.448316ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:24.772203Z","caller":"traceutil/trace.go:171","msg":"trace[211813937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3216; }","duration":"557.22775ms","start":"2026-07-30T05:03:24.214963Z","end":"2026-07-30T05:03:24.772191Z","steps":["trace[211813937] 'agreement among raft nodes before linearized reading' (duration: 557.089787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.77222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.533166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T05:03:24.77224Z","caller":"traceutil/trace.go:171","msg":"trace[2058898444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3216; }","duration":"718.584477ms","start":"2026-07-30T05:03:24.053649Z","end":"2026-07-30T05:03:24.772233Z","steps":["trace[2058898444] 'agreement among raft nodes before linearized reading' (duration: 718.501435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:24.772241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.214939Z","time spent":"557.294421ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:03:24.772258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:24.053635Z","time spent":"718.619708ms","remote":"127.0.0.1:55140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T05:03:57.259743Z","caller":"traceutil/trace.go:171","msg":"trace[1020864576] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3559; }","duration":"324.527008ms","start":"2026-07-30T05:03:56.93518Z","end":"2026-07-30T05:03:57.259707Z","steps":["trace[1020864576] 'read index received' (duration: 33.864306ms)","trace[1020864576] 'applied index is now lower than readState.Index' (duration: 290.661192ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:57.260212Z","caller":"traceutil/trace.go:171","msg":"trace[1661378653] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"371.522209ms","start":"2026-07-30T05:03:56.888672Z","end":"2026-07-30T05:03:57.260195Z","steps":["trace[1661378653] 'process raft request' (duration: 370.691001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.26035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.888658Z","time spent":"371.595991ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:03:57.260636Z","caller":"traceutil/trace.go:171","msg":"trace[1776402268] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"365.640677ms","start":"2026-07-30T05:03:56.894943Z","end":"2026-07-30T05:03:57.260584Z","steps":["trace[1776402268] 'process raft request' (duration: 364.622944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.260672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.482459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T05:03:57.260708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.574318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:03:57.260703Z","caller":"traceutil/trace.go:171","msg":"trace[28482250] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"364.588804ms","start":"2026-07-30T05:03:56.896048Z","end":"2026-07-30T05:03:57.260637Z","steps":["trace[28482250] 'process raft request' (duration: 363.604512ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:57.260757Z","caller":"traceutil/trace.go:171","msg":"trace[1478037799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3437; }","duration":"325.614782ms","start":"2026-07-30T05:03:56.93512Z","end":"2026-07-30T05:03:57.260735Z","steps":["trace[1478037799] 'agreement among raft nodes before linearized reading' (duration: 325.387837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.260824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.935102Z","time spent":"325.712664ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T05:03:57.260833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.89492Z","time spent":"365.811741ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:57.260851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.902987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T05:03:57.260886Z","caller":"traceutil/trace.go:171","msg":"trace[1946529433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3437; }","duration":"240.970599ms","start":"2026-07-30T05:03:57.019907Z","end":"2026-07-30T05:03:57.260878Z","steps":["trace[1946529433] 'agreement among raft nodes before linearized reading' (duration: 240.883086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.260969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.89603Z","time spent":"364.795888ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:57.261125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.949698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T05:03:57.261096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.530245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T05:03:57.261174Z","caller":"traceutil/trace.go:171","msg":"trace[1694761256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3437; }","duration":"325.012549ms","start":"2026-07-30T05:03:56.936151Z","end":"2026-07-30T05:03:57.261163Z","steps":["trace[1694761256] 'agreement among raft nodes before linearized reading' (duration: 324.841595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.261141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.364981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T05:03:57.26076Z","caller":"traceutil/trace.go:171","msg":"trace[639804069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3437; }","duration":"324.652229ms","start":"2026-07-30T05:03:56.936093Z","end":"2026-07-30T05:03:57.260745Z","steps":["trace[639804069] 'agreement among raft nodes before linearized reading' (duration: 324.498456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.261215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.936144Z","time spent":"325.06129ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T05:03:57.261193Z","caller":"traceutil/trace.go:171","msg":"trace[1667497739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3437; }","duration":"250.673818ms","start":"2026-07-30T05:03:57.010502Z","end":"2026-07-30T05:03:57.261175Z","steps":["trace[1667497739] 'agreement among raft nodes before linearized reading' (duration: 250.446803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.26126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:56.936083Z","time spent":"325.164492ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T05:03:57.261247Z","caller":"traceutil/trace.go:171","msg":"trace[906783123] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3437; }","duration":"242.505973ms","start":"2026-07-30T05:03:57.01873Z","end":"2026-07-30T05:03:57.261236Z","steps":["trace[906783123] 'agreement among raft nodes before linearized reading' (duration: 242.34516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:57.260941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.133703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:57.261455Z","caller":"traceutil/trace.go:171","msg":"trace[1385401360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3437; }","duration":"168.693325ms","start":"2026-07-30T05:03:57.092734Z","end":"2026-07-30T05:03:57.261427Z","steps":["trace[1385401360] 'agreement among raft nodes before linearized reading' (duration: 167.958797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:58.064476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.3827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T05:03:58.064632Z","caller":"traceutil/trace.go:171","msg":"trace[976102550] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3443; }","duration":"472.598795ms","start":"2026-07-30T05:03:57.592003Z","end":"2026-07-30T05:03:58.064602Z","steps":["trace[976102550] 'range keys from in-memory index tree' (duration: 472.181396ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:58.064748Z","caller":"traceutil/trace.go:171","msg":"trace[608050314] linearizableReadLoop","detail":"{readStateIndex:3570; appliedIndex:3569; }","duration":"229.638672ms","start":"2026-07-30T05:03:57.835078Z","end":"2026-07-30T05:03:58.064717Z","steps":["trace[608050314] 'read index received' (duration: 155.22252ms)","trace[608050314] 'applied index is now lower than readState.Index' (duration: 74.414822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:58.064843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:57.591985Z","time spent":"472.691427ms","remote":"127.0.0.1:55142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-30T05:03:58.064976Z","caller":"traceutil/trace.go:171","msg":"trace[572320566] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"255.56894ms","start":"2026-07-30T05:03:57.809308Z","end":"2026-07-30T05:03:58.064877Z","steps":["trace[572320566] 'process raft request' (duration: 180.895571ms)","trace[572320566] 'compare' (duration: 73.759257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:58.064878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.790426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:58.065457Z","caller":"traceutil/trace.go:171","msg":"trace[1928470764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3444; }","duration":"230.43042ms","start":"2026-07-30T05:03:57.835013Z","end":"2026-07-30T05:03:58.065443Z","steps":["trace[1928470764] 'agreement among raft nodes before linearized reading' (duration: 229.805795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:58.662827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.620173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:03:58.662942Z","caller":"traceutil/trace.go:171","msg":"trace[1713502312] linearizableReadLoop","detail":"{readStateIndex:3571; appliedIndex:3570; }","duration":"595.949414ms","start":"2026-07-30T05:03:58.066975Z","end":"2026-07-30T05:03:58.662924Z","steps":["trace[1713502312] 'read index received' (duration: 377.157227ms)","trace[1713502312] 'applied index is now lower than readState.Index' (duration: 218.790717ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:03:58.663033Z","caller":"traceutil/trace.go:171","msg":"trace[785315477] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"814.739441ms","start":"2026-07-30T05:03:57.848234Z","end":"2026-07-30T05:03:58.662973Z","steps":["trace[785315477] 'process raft request' (duration: 595.877293ms)","trace[785315477] 'compare' (duration: 218.289796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:03:58.663142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:57.848204Z","time spent":"814.884045ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:03:58.663264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.109569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T05:03:58.663269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.203218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:03:58.663344Z","caller":"traceutil/trace.go:171","msg":"trace[1288687527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3445; }","duration":"281.340011ms","start":"2026-07-30T05:03:58.381986Z","end":"2026-07-30T05:03:58.663326Z","steps":["trace[1288687527] 'agreement among raft nodes before linearized reading' (duration: 281.208898ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:03:58.663383Z","caller":"traceutil/trace.go:171","msg":"trace[1910719144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3445; }","duration":"596.366884ms","start":"2026-07-30T05:03:58.066931Z","end":"2026-07-30T05:03:58.663298Z","steps":["trace[1910719144] 'agreement among raft nodes before linearized reading' (duration: 596.108258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:58.663389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.43024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-30T05:03:58.663428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:58.066913Z","time spent":"596.503497ms","remote":"127.0.0.1:54974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T05:03:58.663497Z","caller":"traceutil/trace.go:171","msg":"trace[219805777] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3445; }","duration":"594.589334ms","start":"2026-07-30T05:03:58.068883Z","end":"2026-07-30T05:03:58.663472Z","steps":["trace[219805777] 'agreement among raft nodes before linearized reading' (duration: 594.258996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:03:58.663547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:03:58.068874Z","time spent":"594.659105ms","remote":"127.0.0.1:55142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-30T05:04:13.501507Z","caller":"traceutil/trace.go:171","msg":"trace[1589670073] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"106.195431ms","start":"2026-07-30T05:04:13.395279Z","end":"2026-07-30T05:04:13.501475Z","steps":["trace[1589670073] 'process raft request' (duration: 106.1377ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:13.501925Z","caller":"traceutil/trace.go:171","msg":"trace[1275530205] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"107.732475ms","start":"2026-07-30T05:04:13.394143Z","end":"2026-07-30T05:04:13.501875Z","steps":["trace[1275530205] 'process raft request' (duration: 64.432757ms)","trace[1275530205] 'compare' (duration: 42.275216ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:04:13.501989Z","caller":"traceutil/trace.go:171","msg":"trace[1216985252] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"107.47466ms","start":"2026-07-30T05:04:13.394498Z","end":"2026-07-30T05:04:13.501972Z","steps":["trace[1216985252] 'process raft request' (duration: 106.801585ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:13.502164Z","caller":"traceutil/trace.go:171","msg":"trace[1563149583] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"107.205913ms","start":"2026-07-30T05:04:13.394932Z","end":"2026-07-30T05:04:13.502138Z","steps":["trace[1563149583] 'process raft request' (duration: 106.450246ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:13.502333Z","caller":"traceutil/trace.go:171","msg":"trace[1163229025] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"107.447209ms","start":"2026-07-30T05:04:13.394874Z","end":"2026-07-30T05:04:13.502321Z","steps":["trace[1163229025] 'process raft request' (duration: 106.474518ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:04:25.549646Z","caller":"traceutil/trace.go:171","msg":"trace[1359203541] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"104.700267ms","start":"2026-07-30T05:04:25.444918Z","end":"2026-07-30T05:04:25.549618Z","steps":["trace[1359203541] 'process raft request' (duration: 104.516183ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:07:51.805438Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2958} {"level":"info","ts":"2026-07-30T05:07:51.941137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2958,"took":"134.659647ms","hash":4181916176,"current-db-size-bytes":34570240,"current-db-size":"35 MB","current-db-size-in-use-bytes":10240000,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T05:07:51.941202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4181916176,"revision":2958,"compact-revision":-1} {"level":"warn","ts":"2026-07-30T05:12:34.093445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.171528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:12:34.093532Z","caller":"traceutil/trace.go:171","msg":"trace[1594524882] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6797; }","duration":"273.27094ms","start":"2026-07-30T05:12:33.820242Z","end":"2026-07-30T05:12:34.093513Z","steps":["trace[1594524882] 'count revisions from in-memory index tree' (duration: 273.047796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:34.093852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.345308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:12:34.093912Z","caller":"traceutil/trace.go:171","msg":"trace[545647172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6797; }","duration":"260.45448ms","start":"2026-07-30T05:12:33.833445Z","end":"2026-07-30T05:12:34.093899Z","steps":["trace[545647172] 'range keys from in-memory index tree' (duration: 260.219395ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:46.880611Z","caller":"traceutil/trace.go:171","msg":"trace[1457134209] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"230.288036ms","start":"2026-07-30T05:12:46.650291Z","end":"2026-07-30T05:12:46.88058Z","steps":["trace[1457134209] 'process raft request' (duration: 230.056631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:47.078256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.861237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-30T05:12:47.078327Z","caller":"traceutil/trace.go:171","msg":"trace[1423223004] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6972; }","duration":"103.971349ms","start":"2026-07-30T05:12:46.974341Z","end":"2026-07-30T05:12:47.078313Z","steps":["trace[1423223004] 'range keys from in-memory index tree' (duration: 103.746814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:47.078319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.61745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T05:12:47.07838Z","caller":"traceutil/trace.go:171","msg":"trace[874850705] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6972; }","duration":"188.710641ms","start":"2026-07-30T05:12:46.889653Z","end":"2026-07-30T05:12:47.078363Z","steps":["trace[874850705] 'range keys from in-memory index tree' (duration: 188.520658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:47.078475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.086232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T05:12:47.078499Z","caller":"traceutil/trace.go:171","msg":"trace[921021197] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6972; }","duration":"186.131153ms","start":"2026-07-30T05:12:46.892363Z","end":"2026-07-30T05:12:47.078494Z","steps":["trace[921021197] 'range keys from in-memory index tree' (duration: 185.959639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:47.07861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.870195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T05:12:47.078641Z","caller":"traceutil/trace.go:171","msg":"trace[1347183019] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6972; }","duration":"136.926737ms","start":"2026-07-30T05:12:46.941707Z","end":"2026-07-30T05:12:47.078634Z","steps":["trace[1347183019] 'count revisions from in-memory index tree' (duration: 136.805634ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:51.9148Z","caller":"traceutil/trace.go:171","msg":"trace[1117037294] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"107.407308ms","start":"2026-07-30T05:12:51.807365Z","end":"2026-07-30T05:12:51.914772Z","steps":["trace[1117037294] 'process raft request' (duration: 107.245704ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:52.079051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4941} {"level":"warn","ts":"2026-07-30T05:12:52.07975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.608683ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-30T05:12:52.079894Z","caller":"traceutil/trace.go:171","msg":"trace[706017680] linearizableReadLoop","detail":"{readStateIndex:7251; appliedIndex:7250; }","duration":"163.280596ms","start":"2026-07-30T05:12:51.916593Z","end":"2026-07-30T05:12:52.079874Z","steps":["trace[706017680] 'read index received' (duration: 13.540117ms)","trace[706017680] 'applied index is now lower than readState.Index' (duration: 149.738599ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:12:52.079944Z","caller":"traceutil/trace.go:171","msg":"trace[826274501] compact","detail":"{revision:4941; response_revision:7009; }","duration":"163.622944ms","start":"2026-07-30T05:12:51.916287Z","end":"2026-07-30T05:12:52.07991Z","steps":["trace[826274501] 'check and update compact revision' (duration: 148.505721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:52.079986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.393299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:12:52.080154Z","caller":"traceutil/trace.go:171","msg":"trace[240857781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7009; }","duration":"163.541972ms","start":"2026-07-30T05:12:51.916573Z","end":"2026-07-30T05:12:52.080115Z","steps":["trace[240857781] 'agreement among raft nodes before linearized reading' (duration: 163.361008ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:52.316844Z","caller":"traceutil/trace.go:171","msg":"trace[1766344549] transaction","detail":"{read_only:false; response_revision:7015; number_of_response:1; }","duration":"111.91416ms","start":"2026-07-30T05:12:52.204871Z","end":"2026-07-30T05:12:52.316785Z","steps":["trace[1766344549] 'process raft request' (duration: 111.551172ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:52.316596Z","caller":"traceutil/trace.go:171","msg":"trace[801780999] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"113.099796ms","start":"2026-07-30T05:12:52.203431Z","end":"2026-07-30T05:12:52.316531Z","steps":["trace[801780999] 'process raft request' (duration: 34.716857ms)","trace[801780999] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:486; } (duration: 74.264145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:12:52.531045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.855961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T05:12:52.531137Z","caller":"traceutil/trace.go:171","msg":"trace[967638032] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7015; }","duration":"305.979013ms","start":"2026-07-30T05:12:52.225134Z","end":"2026-07-30T05:12:52.531113Z","steps":["trace[967638032] 'agreement among raft nodes before linearized reading' (duration: 91.598757ms)","trace[967638032] 'range keys from in-memory index tree' (duration: 214.11407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:12:52.531182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:12:52.225121Z","time spent":"306.051485ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T05:12:52.56984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4941,"took":"489.642592ms","hash":2455894881,"current-db-size-bytes":34570240,"current-db-size":"35 MB","current-db-size-in-use-bytes":9998336,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T05:12:52.569915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2455894881,"revision":4941,"compact-revision":2958} {"level":"warn","ts":"2026-07-30T05:12:52.570156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.002877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:12:52.570398Z","caller":"traceutil/trace.go:171","msg":"trace[2078719021] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"248.408927ms","start":"2026-07-30T05:12:52.321925Z","end":"2026-07-30T05:12:52.570334Z","steps":["trace[2078719021] 'process raft request' (duration: 134.149964ms)","trace[2078719021] 'compare' (duration: 74.779537ms)","trace[2078719021] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 39.109538ms)"],"step_count":3} {"level":"info","ts":"2026-07-30T05:12:52.570427Z","caller":"traceutil/trace.go:171","msg":"trace[2089231661] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"248.427327ms","start":"2026-07-30T05:12:52.321972Z","end":"2026-07-30T05:12:52.5704Z","steps":["trace[2089231661] 'process raft request' (duration: 248.254874ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:52.57055Z","caller":"traceutil/trace.go:171","msg":"trace[231567762] linearizableReadLoop","detail":"{readStateIndex:7260; appliedIndex:7257; }","duration":"238.980003ms","start":"2026-07-30T05:12:52.331538Z","end":"2026-07-30T05:12:52.570518Z","steps":["trace[231567762] 'read index received' (duration: 124.528786ms)","trace[231567762] 'applied index is now lower than readState.Index' (duration: 114.447797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:12:52.570694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.157627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:12:52.570745Z","caller":"traceutil/trace.go:171","msg":"trace[1392454198] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7019; }","duration":"239.27301ms","start":"2026-07-30T05:12:52.331457Z","end":"2026-07-30T05:12:52.57073Z","steps":["trace[1392454198] 'agreement among raft nodes before linearized reading' (duration: 239.158477ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:52.570499Z","caller":"traceutil/trace.go:171","msg":"trace[1826785029] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"247.791344ms","start":"2026-07-30T05:12:52.322674Z","end":"2026-07-30T05:12:52.570465Z","steps":["trace[1826785029] 'process raft request' (duration: 247.62176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:52.57084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.707403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-30T05:12:52.570907Z","caller":"traceutil/trace.go:171","msg":"trace[1517287214] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7019; }","duration":"225.795404ms","start":"2026-07-30T05:12:52.345091Z","end":"2026-07-30T05:12:52.570886Z","steps":["trace[1517287214] 'agreement among raft nodes before linearized reading' (duration: 225.59816ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:12:53.240285Z","caller":"traceutil/trace.go:171","msg":"trace[896440763] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"338.826789ms","start":"2026-07-30T05:12:52.901432Z","end":"2026-07-30T05:12:53.240259Z","steps":["trace[896440763] 'process raft request' (duration: 338.651575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:53.24044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:12:52.901416Z","time spent":"338.946102ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:12:53.240445Z","caller":"traceutil/trace.go:171","msg":"trace[58022129] linearizableReadLoop","detail":"{readStateIndex:7262; appliedIndex:7261; }","duration":"321.64761ms","start":"2026-07-30T05:12:52.918758Z","end":"2026-07-30T05:12:53.240406Z","steps":["trace[58022129] 'read index received' (duration: 321.298842ms)","trace[58022129] 'applied index is now lower than readState.Index' (duration: 345.238µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:12:53.240627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.840824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:12:53.240672Z","caller":"traceutil/trace.go:171","msg":"trace[232681163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7020; }","duration":"321.960366ms","start":"2026-07-30T05:12:52.918698Z","end":"2026-07-30T05:12:53.240659Z","steps":["trace[232681163] 'agreement among raft nodes before linearized reading' (duration: 321.862194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:53.24071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:12:52.91867Z","time spent":"322.029868ms","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:12:53.378404Z","caller":"traceutil/trace.go:171","msg":"trace[1177053304] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"115.174434ms","start":"2026-07-30T05:12:53.263195Z","end":"2026-07-30T05:12:53.378369Z","steps":["trace[1177053304] 'process raft request' (duration: 31.395962ms)","trace[1177053304] 'compare' (duration: 83.542956ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:12:53.378522Z","caller":"traceutil/trace.go:171","msg":"trace[1727252013] linearizableReadLoop","detail":"{readStateIndex:7265; appliedIndex:7263; }","duration":"114.657812ms","start":"2026-07-30T05:12:53.263831Z","end":"2026-07-30T05:12:53.378489Z","steps":["trace[1727252013] 'read index received' (duration: 13.941587ms)","trace[1727252013] 'applied index is now lower than readState.Index' (duration: 100.715295ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:12:53.378573Z","caller":"traceutil/trace.go:171","msg":"trace[2038950767] transaction","detail":"{read_only:false; response_revision:7024; number_of_response:1; }","duration":"108.167335ms","start":"2026-07-30T05:12:53.270374Z","end":"2026-07-30T05:12:53.378542Z","steps":["trace[2038950767] 'process raft request' (duration: 107.937179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:12:53.378771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.925048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118107"} {"level":"info","ts":"2026-07-30T05:12:53.378836Z","caller":"traceutil/trace.go:171","msg":"trace[1962024385] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7024; }","duration":"115.030281ms","start":"2026-07-30T05:12:53.263791Z","end":"2026-07-30T05:12:53.378821Z","steps":["trace[1962024385] 'agreement among raft nodes before linearized reading' (duration: 114.813666ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:29.62288Z","caller":"traceutil/trace.go:171","msg":"trace[1611412463] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"246.955008ms","start":"2026-07-30T05:13:29.375901Z","end":"2026-07-30T05:13:29.622856Z","steps":["trace[1611412463] 'process raft request' (duration: 246.806745ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:29.631789Z","caller":"traceutil/trace.go:171","msg":"trace[2007606833] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"224.092628ms","start":"2026-07-30T05:13:29.40763Z","end":"2026-07-30T05:13:29.631723Z","steps":["trace[2007606833] 'process raft request' (duration: 223.961644ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:29.631918Z","caller":"traceutil/trace.go:171","msg":"trace[1749070152] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"135.293169ms","start":"2026-07-30T05:13:29.496608Z","end":"2026-07-30T05:13:29.631901Z","steps":["trace[1749070152] 'process raft request' (duration: 135.083813ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:29.631987Z","caller":"traceutil/trace.go:171","msg":"trace[140327865] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"134.0945ms","start":"2026-07-30T05:13:29.497884Z","end":"2026-07-30T05:13:29.631979Z","steps":["trace[140327865] 'process raft request' (duration: 133.948697ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:39.791138Z","caller":"traceutil/trace.go:171","msg":"trace[982570882] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"117.368232ms","start":"2026-07-30T05:13:39.673743Z","end":"2026-07-30T05:13:39.791111Z","steps":["trace[982570882] 'process raft request' (duration: 117.093776ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:39.791459Z","caller":"traceutil/trace.go:171","msg":"trace[1959965102] transaction","detail":"{read_only:false; response_revision:7439; number_of_response:1; }","duration":"116.850871ms","start":"2026-07-30T05:13:39.674579Z","end":"2026-07-30T05:13:39.791429Z","steps":["trace[1959965102] 'process raft request' (duration: 116.743718ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:39.791577Z","caller":"traceutil/trace.go:171","msg":"trace[1371908381] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"117.570627ms","start":"2026-07-30T05:13:39.673929Z","end":"2026-07-30T05:13:39.7915Z","steps":["trace[1371908381] 'process raft request' (duration: 117.040935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:13:52.951337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.11063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:13:52.95141Z","caller":"traceutil/trace.go:171","msg":"trace[677662172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7548; }","duration":"115.227923ms","start":"2026-07-30T05:13:52.836167Z","end":"2026-07-30T05:13:52.951395Z","steps":["trace[677662172] 'range keys from in-memory index tree' (duration: 115.025368ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:53.149232Z","caller":"traceutil/trace.go:171","msg":"trace[1586101295] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"194.165124ms","start":"2026-07-30T05:13:52.95504Z","end":"2026-07-30T05:13:53.149205Z","steps":["trace[1586101295] 'process raft request' (duration: 193.99935ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:13:53.255719Z","caller":"traceutil/trace.go:171","msg":"trace[1794985076] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"300.073242ms","start":"2026-07-30T05:13:52.955618Z","end":"2026-07-30T05:13:53.255691Z","steps":["trace[1794985076] 'process raft request' (duration: 299.780464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:13:53.255867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:13:52.955599Z","time spent":"300.196624ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T05:13:53.255937Z","caller":"traceutil/trace.go:171","msg":"trace[1120363128] linearizableReadLoop","detail":"{readStateIndex:7807; appliedIndex:7804; }","duration":"279.576015ms","start":"2026-07-30T05:13:52.976337Z","end":"2026-07-30T05:13:53.255913Z","steps":["trace[1120363128] 'read index received' (duration: 172.631783ms)","trace[1120363128] 'applied index is now lower than readState.Index' (duration: 106.942432ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:13:53.256006Z","caller":"traceutil/trace.go:171","msg":"trace[988377570] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"297.501031ms","start":"2026-07-30T05:13:52.958461Z","end":"2026-07-30T05:13:53.255962Z","steps":["trace[988377570] 'process raft request' (duration: 297.191783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:13:53.256237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.866861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:13:53.256341Z","caller":"traceutil/trace.go:171","msg":"trace[1604594393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7551; }","duration":"280.017725ms","start":"2026-07-30T05:13:52.976302Z","end":"2026-07-30T05:13:53.256319Z","steps":["trace[1604594393] 'agreement among raft nodes before linearized reading' (duration: 279.717628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:40.296411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.517785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T05:17:40.296578Z","caller":"traceutil/trace.go:171","msg":"trace[315392932] linearizableReadLoop","detail":"{readStateIndex:9702; appliedIndex:9701; }","duration":"130.982887ms","start":"2026-07-30T05:17:40.165564Z","end":"2026-07-30T05:17:40.296547Z","steps":["trace[315392932] 'read index received' (duration: 30.247088ms)","trace[315392932] 'applied index is now lower than readState.Index' (duration: 100.733479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:17:40.296687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.11506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:17:40.296731Z","caller":"traceutil/trace.go:171","msg":"trace[317349991] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9393; }","duration":"131.224113ms","start":"2026-07-30T05:17:40.165491Z","end":"2026-07-30T05:17:40.296715Z","steps":["trace[317349991] 'agreement among raft nodes before linearized reading' (duration: 131.126221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:40.743734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.835112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T05:17:40.744015Z","caller":"traceutil/trace.go:171","msg":"trace[749773555] linearizableReadLoop","detail":"{readStateIndex:9705; appliedIndex:9703; }","duration":"321.355744ms","start":"2026-07-30T05:17:40.422636Z","end":"2026-07-30T05:17:40.743992Z","steps":["trace[749773555] 'read index received' (duration: 18.181613ms)","trace[749773555] 'applied index is now lower than readState.Index' (duration: 303.172731ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:17:40.744068Z","caller":"traceutil/trace.go:171","msg":"trace[146248633] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"346.230889ms","start":"2026-07-30T05:17:40.397819Z","end":"2026-07-30T05:17:40.74405Z","steps":["trace[146248633] 'process raft request' (duration: 346.081915ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:40.744067Z","caller":"traceutil/trace.go:171","msg":"trace[445343824] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"346.752281ms","start":"2026-07-30T05:17:40.397244Z","end":"2026-07-30T05:17:40.743996Z","steps":["trace[445343824] 'process raft request' (duration: 43.56739ms)","trace[445343824] 'compare' (duration: 302.440523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:17:40.744138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:17:40.397801Z","time spent":"346.30603ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:17:40.744239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:17:40.397231Z","time spent":"346.927144ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:17:40.744299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.6386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T05:17:40.744367Z","caller":"traceutil/trace.go:171","msg":"trace[2107414378] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9396; }","duration":"321.750972ms","start":"2026-07-30T05:17:40.4226Z","end":"2026-07-30T05:17:40.744351Z","steps":["trace[2107414378] 'agreement among raft nodes before linearized reading' (duration: 321.530157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:40.744407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:17:40.422584Z","time spent":"321.815034ms","remote":"127.0.0.1:55154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":82,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-30T05:17:40.749254Z","caller":"traceutil/trace.go:171","msg":"trace[1049834382] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"165.230845ms","start":"2026-07-30T05:17:40.583998Z","end":"2026-07-30T05:17:40.749228Z","steps":["trace[1049834382] 'process raft request' (duration: 164.909067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:40.750349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.7718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:17:40.750389Z","caller":"traceutil/trace.go:171","msg":"trace[511754916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9401; }","duration":"151.85145ms","start":"2026-07-30T05:17:40.598528Z","end":"2026-07-30T05:17:40.750379Z","steps":["trace[511754916] 'agreement among raft nodes before linearized reading' (duration: 151.712567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:40.750464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.32458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T05:17:40.750541Z","caller":"traceutil/trace.go:171","msg":"trace[1092169444] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9401; }","duration":"144.427953ms","start":"2026-07-30T05:17:40.606101Z","end":"2026-07-30T05:17:40.750529Z","steps":["trace[1092169444] 'agreement among raft nodes before linearized reading' (duration: 144.242499ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:52.086423Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7009} {"level":"info","ts":"2026-07-30T05:17:52.147192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7009,"took":"58.713115ms","hash":3097666296,"current-db-size-bytes":34570240,"current-db-size":"35 MB","current-db-size-in-use-bytes":12517376,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T05:17:52.147308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3097666296,"revision":7009,"compact-revision":4941} {"level":"info","ts":"2026-07-30T05:17:58.965763Z","caller":"traceutil/trace.go:171","msg":"trace[577812788] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"133.825442ms","start":"2026-07-30T05:17:58.831906Z","end":"2026-07-30T05:17:58.965731Z","steps":["trace[577812788] 'process raft request' (duration: 127.446197ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:58.965775Z","caller":"traceutil/trace.go:171","msg":"trace[1850604509] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"131.826866ms","start":"2026-07-30T05:17:58.833901Z","end":"2026-07-30T05:17:58.965728Z","steps":["trace[1850604509] 'process raft request' (duration: 131.731974ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:58.966132Z","caller":"traceutil/trace.go:171","msg":"trace[298867515] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"132.071731ms","start":"2026-07-30T05:17:58.833906Z","end":"2026-07-30T05:17:58.965977Z","steps":["trace[298867515] 'process raft request' (duration: 131.780675ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:58.966248Z","caller":"traceutil/trace.go:171","msg":"trace[1833556865] linearizableReadLoop","detail":"{readStateIndex:9834; appliedIndex:9830; }","duration":"131.260823ms","start":"2026-07-30T05:17:58.834932Z","end":"2026-07-30T05:17:58.966193Z","steps":["trace[1833556865] 'read index received' (duration: 83.989159ms)","trace[1833556865] 'applied index is now lower than readState.Index' (duration: 47.266794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:17:58.966366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.426437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:17:58.966414Z","caller":"traceutil/trace.go:171","msg":"trace[789416071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9523; }","duration":"131.512029ms","start":"2026-07-30T05:17:58.834887Z","end":"2026-07-30T05:17:58.966399Z","steps":["trace[789416071] 'agreement among raft nodes before linearized reading' (duration: 131.416787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:58.966633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.47244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T05:17:58.966726Z","caller":"traceutil/trace.go:171","msg":"trace[898330032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9523; }","duration":"110.624754ms","start":"2026-07-30T05:17:58.856079Z","end":"2026-07-30T05:17:58.966703Z","steps":["trace[898330032] 'agreement among raft nodes before linearized reading' (duration: 110.390398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:17:58.966725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.243415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T05:17:58.966767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.273749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T05:17:58.966787Z","caller":"traceutil/trace.go:171","msg":"trace[668203898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9523; }","duration":"106.387207ms","start":"2026-07-30T05:17:58.860386Z","end":"2026-07-30T05:17:58.966773Z","steps":["trace[668203898] 'agreement among raft nodes before linearized reading' (duration: 106.115391ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:17:58.966821Z","caller":"traceutil/trace.go:171","msg":"trace[705057586] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9523; }","duration":"104.402722ms","start":"2026-07-30T05:17:58.862401Z","end":"2026-07-30T05:17:58.966804Z","steps":["trace[705057586] 'agreement among raft nodes before linearized reading' (duration: 104.086935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:18:04.357963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.666649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:18:04.358067Z","caller":"traceutil/trace.go:171","msg":"trace[140399696] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9555; }","duration":"317.819722ms","start":"2026-07-30T05:18:04.040222Z","end":"2026-07-30T05:18:04.358042Z","steps":["trace[140399696] 'count revisions from in-memory index tree' (duration: 317.579557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:18:04.358121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:18:04.040208Z","time spent":"317.902224ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-30T05:18:04.358482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.415097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T05:18:04.358612Z","caller":"traceutil/trace.go:171","msg":"trace[1309655865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9555; }","duration":"102.54273ms","start":"2026-07-30T05:18:04.256045Z","end":"2026-07-30T05:18:04.358588Z","steps":["trace[1309655865] 'range keys from in-memory index tree' (duration: 102.395436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:18:24.052151Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T05:18:24.059562Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T05:18:24.059669Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-30T05:19:11.372311Z","caller":"traceutil/trace.go:171","msg":"trace[894421311] transaction","detail":"{read_only:false; response_revision:10069; number_of_response:1; }","duration":"119.621168ms","start":"2026-07-30T05:19:11.252666Z","end":"2026-07-30T05:19:11.372287Z","steps":["trace[894421311] 'process raft request' (duration: 119.332372ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:13.365054Z","caller":"traceutil/trace.go:171","msg":"trace[521550362] linearizableReadLoop","detail":"{readStateIndex:10409; appliedIndex:10407; }","duration":"291.525035ms","start":"2026-07-30T05:19:13.073493Z","end":"2026-07-30T05:19:13.365018Z","steps":["trace[521550362] 'read index received' (duration: 57.639571ms)","trace[521550362] 'applied index is now lower than readState.Index' (duration: 233.884094ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:19:13.365198Z","caller":"traceutil/trace.go:171","msg":"trace[529924395] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"308.47734ms","start":"2026-07-30T05:19:13.056707Z","end":"2026-07-30T05:19:13.365184Z","steps":["trace[529924395] 'process raft request' (duration: 271.768056ms)","trace[529924395] 'compare' (duration: 36.301875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T05:19:13.365319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T05:19:13.05667Z","time spent":"308.557042ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T05:19:13.36562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.092718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T05:19:13.365769Z","caller":"traceutil/trace.go:171","msg":"trace[1318703364] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10080; }","duration":"292.255211ms","start":"2026-07-30T05:19:13.073483Z","end":"2026-07-30T05:19:13.365738Z","steps":["trace[1318703364] 'agreement among raft nodes before linearized reading' (duration: 291.853933ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:19:13.381217Z","caller":"traceutil/trace.go:171","msg":"trace[1895905988] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"189.973937ms","start":"2026-07-30T05:19:13.191221Z","end":"2026-07-30T05:19:13.381195Z","steps":["trace[1895905988] 'process raft request' (duration: 189.812334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T05:19:13.381384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.227529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T05:19:13.381474Z","caller":"traceutil/trace.go:171","msg":"trace[171046807] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:10081; }","duration":"240.393803ms","start":"2026-07-30T05:19:13.141054Z","end":"2026-07-30T05:19:13.381448Z","steps":["trace[171046807] 'agreement among raft nodes before linearized reading' (duration: 240.109877ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:21:56.645991Z","caller":"traceutil/trace.go:171","msg":"trace[1141183857] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"145.604112ms","start":"2026-07-30T05:21:56.500354Z","end":"2026-07-30T05:21:56.645959Z","steps":["trace[1141183857] 'process raft request' (duration: 145.553361ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:21:56.64617Z","caller":"traceutil/trace.go:171","msg":"trace[56379391] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"145.828557ms","start":"2026-07-30T05:21:56.500293Z","end":"2026-07-30T05:21:56.646121Z","steps":["trace[56379391] 'process raft request' (duration: 145.396777ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T05:22:52.093967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9475} {"level":"info","ts":"2026-07-30T05:22:52.157818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9475,"took":"62.287487ms","hash":1830066020,"current-db-size-bytes":34570240,"current-db-size":"35 MB","current-db-size-in-use-bytes":12390400,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T05:22:52.157892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1830066020,"revision":9475,"compact-revision":7009} {"level":"info","ts":"2026-07-30T05:27:52.100346Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11628} {"level":"info","ts":"2026-07-30T05:27:52.156459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11628,"took":"54.536692ms","hash":869926057,"current-db-size-bytes":34570240,"current-db-size":"35 MB","current-db-size-in-use-bytes":10358784,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T05:27:52.156547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":869926057,"revision":11628,"compact-revision":9475} {"level":"info","ts":"2026-07-30T05:29:19.012263Z","caller":"traceutil/trace.go:171","msg":"trace[1384047807] transaction","detail":"{read_only:false; response_revision:14145; number_of_response:1; }","duration":"123.385371ms","start":"2026-07-30T05:29:18.888847Z","end":"2026-07-30T05:29:19.012232Z","steps":["trace[1384047807] 'process raft request' (duration: 46.452368ms)","trace[1384047807] 'compare' (duration: 76.8198ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T05:29:19.178153Z","caller":"traceutil/trace.go:171","msg":"trace[733999944] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"106.740672ms","start":"2026-07-30T05:29:19.071382Z","end":"2026-07-30T05:29:19.178122Z","steps":["trace[733999944] 'process raft request' (duration: 103.089729ms)"],"step_count":1}