{"level":"warn","ts":"2026-03-31T01:18:09.264384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T01:18:09.264457Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T01:18:09.264512Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T01:18:09.26452Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-31T01:18:09.264539Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T01:18:09.265131Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-31T01:18:09.265261Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T01:18:09.269643Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.19898ms"} {"level":"info","ts":"2026-03-31T01:18:09.27599Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-31T01:18:09.276164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T01:18:09.276273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-31T01:18:09.276317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T01:18:09.276347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-31T01:18:09.276417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-31T01:18:09.282923Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T01:18:09.284375Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T01:18:09.285498Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T01:18:09.287623Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T01:18:09.28775Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T01:18:09.28794Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T01:18:09.288017Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T01:18:09.289006Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T01:18:09.289155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-31T01:18:09.289805Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-31T01:18:09.292642Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T01:18:09.292722Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-31T01:18:09.292757Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-31T01:18:09.292932Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T01:18:09.292987Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T01:18:10.077291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T01:18:10.077348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T01:18:10.077391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-31T01:18:10.07741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-31T01:18:10.077421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-31T01:18:10.077436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-31T01:18:10.077454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-31T01:18:10.078411Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T01:18:10.079097Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T01:18:10.079092Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T01:18:10.079221Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T01:18:10.079356Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T01:18:10.079477Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T01:18:10.079519Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T01:18:10.079484Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T01:18:10.07964Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T01:18:10.082568Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-31T01:18:10.083914Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T01:18:12.577232Z","caller":"traceutil/trace.go:171","msg":"trace[502105524] linearizableReadLoop","detail":"{readStateIndex:126; appliedIndex:125; }","duration":"158.288497ms","start":"2026-03-31T01:18:12.418886Z","end":"2026-03-31T01:18:12.577174Z","steps":["trace[502105524] 'read index received' (duration: 153.168076ms)","trace[502105524] 'applied index is now lower than readState.Index' (duration: 5.119141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:18:12.577321Z","caller":"traceutil/trace.go:171","msg":"trace[1709732292] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"203.887123ms","start":"2026-03-31T01:18:12.37339Z","end":"2026-03-31T01:18:12.577277Z","steps":["trace[1709732292] 'process raft request' (duration: 198.664519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:12.577551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.640895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T01:18:12.577643Z","caller":"traceutil/trace.go:171","msg":"trace[578564429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:121; }","duration":"158.803769ms","start":"2026-03-31T01:18:12.418824Z","end":"2026-03-31T01:18:12.577628Z","steps":["trace[578564429] 'agreement among raft nodes before linearized reading' (duration: 158.583704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:18.128363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.162586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-03-31T01:18:18.128383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.904358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T01:18:18.128471Z","caller":"traceutil/trace.go:171","msg":"trace[806317638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:328; }","duration":"290.32365ms","start":"2026-03-31T01:18:17.838126Z","end":"2026-03-31T01:18:18.12845Z","steps":["trace[806317638] 'range keys from in-memory index tree' (duration: 290.078734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:18.128497Z","caller":"traceutil/trace.go:171","msg":"trace[1499341835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:328; }","duration":"171.082921ms","start":"2026-03-31T01:18:17.957393Z","end":"2026-03-31T01:18:18.128476Z","steps":["trace[1499341835] 'range keys from in-memory index tree' (duration: 170.805605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:24.735106Z","caller":"traceutil/trace.go:171","msg":"trace[1696798217] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"442.172172ms","start":"2026-03-31T01:18:24.292903Z","end":"2026-03-31T01:18:24.735076Z","steps":["trace[1696798217] 'process raft request' (duration: 422.260479ms)","trace[1696798217] 'compare' (duration: 19.702768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:18:24.735514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:18:24.292882Z","time spent":"442.291915ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:18:41.209965Z","caller":"traceutil/trace.go:171","msg":"trace[654368192] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"191.889917ms","start":"2026-03-31T01:18:41.018054Z","end":"2026-03-31T01:18:41.209944Z","steps":["trace[654368192] 'process raft request' (duration: 191.778555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.215588Z","caller":"traceutil/trace.go:171","msg":"trace[854090293] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"196.354063ms","start":"2026-03-31T01:18:41.019214Z","end":"2026-03-31T01:18:41.215568Z","steps":["trace[854090293] 'process raft request' (duration: 196.20753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.215808Z","caller":"traceutil/trace.go:171","msg":"trace[1958202962] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"190.173506ms","start":"2026-03-31T01:18:41.02562Z","end":"2026-03-31T01:18:41.215793Z","steps":["trace[1958202962] 'process raft request' (duration: 189.90367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.215872Z","caller":"traceutil/trace.go:171","msg":"trace[182731590] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"186.947159ms","start":"2026-03-31T01:18:41.028905Z","end":"2026-03-31T01:18:41.215852Z","steps":["trace[182731590] 'process raft request' (duration: 186.658422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.215983Z","caller":"traceutil/trace.go:171","msg":"trace[294143361] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"185.854643ms","start":"2026-03-31T01:18:41.030118Z","end":"2026-03-31T01:18:41.215973Z","steps":["trace[294143361] 'process raft request' (duration: 185.675548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.216615Z","caller":"traceutil/trace.go:171","msg":"trace[767548901] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"185.30633ms","start":"2026-03-31T01:18:41.031297Z","end":"2026-03-31T01:18:41.216603Z","steps":["trace[767548901] 'process raft request' (duration: 184.684485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.216758Z","caller":"traceutil/trace.go:171","msg":"trace[317291135] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"185.392192ms","start":"2026-03-31T01:18:41.031356Z","end":"2026-03-31T01:18:41.216748Z","steps":["trace[317291135] 'process raft request' (duration: 185.138756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.216959Z","caller":"traceutil/trace.go:171","msg":"trace[1867975481] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"185.374802ms","start":"2026-03-31T01:18:41.03157Z","end":"2026-03-31T01:18:41.216945Z","steps":["trace[1867975481] 'process raft request' (duration: 184.996893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.21724Z","caller":"traceutil/trace.go:171","msg":"trace[1626208081] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"159.276271ms","start":"2026-03-31T01:18:41.057948Z","end":"2026-03-31T01:18:41.217225Z","steps":["trace[1626208081] 'process raft request' (duration: 158.82895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.220115Z","caller":"traceutil/trace.go:171","msg":"trace[1198879915] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"154.115448ms","start":"2026-03-31T01:18:41.063719Z","end":"2026-03-31T01:18:41.217835Z","steps":["trace[1198879915] 'process raft request' (duration: 153.799741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:41.22177Z","caller":"traceutil/trace.go:171","msg":"trace[1544527051] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"142.667726ms","start":"2026-03-31T01:18:41.079067Z","end":"2026-03-31T01:18:41.221735Z","steps":["trace[1544527051] 'process raft request' (duration: 139.46771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:47.607656Z","caller":"traceutil/trace.go:171","msg":"trace[1596446214] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"239.981659ms","start":"2026-03-31T01:18:47.367648Z","end":"2026-03-31T01:18:47.60763Z","steps":["trace[1596446214] 'process raft request' (duration: 239.817005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:47.857808Z","caller":"traceutil/trace.go:171","msg":"trace[2000249865] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"249.002055ms","start":"2026-03-31T01:18:47.608771Z","end":"2026-03-31T01:18:47.857773Z","steps":["trace[2000249865] 'read index received' (duration: 246.874014ms)","trace[2000249865] 'applied index is now lower than readState.Index' (duration: 2.126761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:18:47.858468Z","caller":"traceutil/trace.go:171","msg":"trace[1849810711] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"349.811311ms","start":"2026-03-31T01:18:47.508025Z","end":"2026-03-31T01:18:47.857837Z","steps":["trace[1849810711] 'process raft request' (duration: 348.320695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:47.858583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.778115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T01:18:47.858665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:18:47.50799Z","time spent":"350.578089ms","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:18:47.858794Z","caller":"traceutil/trace.go:171","msg":"trace[1190064603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"249.931898ms","start":"2026-03-31T01:18:47.608734Z","end":"2026-03-31T01:18:47.858666Z","steps":["trace[1190064603] 'agreement among raft nodes before linearized reading' (duration: 249.1916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:48.113436Z","caller":"traceutil/trace.go:171","msg":"trace[1225386299] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"238.793351ms","start":"2026-03-31T01:18:47.874613Z","end":"2026-03-31T01:18:48.113407Z","steps":["trace[1225386299] 'read index received' (duration: 144.644805ms)","trace[1225386299] 'applied index is now lower than readState.Index' (duration: 94.147486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:18:48.113524Z","caller":"traceutil/trace.go:171","msg":"trace[2056189053] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"248.723959ms","start":"2026-03-31T01:18:47.864756Z","end":"2026-03-31T01:18:48.11348Z","steps":["trace[2056189053] 'process raft request' (duration: 154.485741ms)","trace[2056189053] 'compare' (duration: 94.038503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:18:48.113797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.153259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T01:18:48.113857Z","caller":"traceutil/trace.go:171","msg":"trace[1833838510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"239.257322ms","start":"2026-03-31T01:18:47.874581Z","end":"2026-03-31T01:18:48.113838Z","steps":["trace[1833838510] 'agreement among raft nodes before linearized reading' (duration: 238.935075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:18:48.123528Z","caller":"traceutil/trace.go:171","msg":"trace[1255222282] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"214.011077ms","start":"2026-03-31T01:18:47.909503Z","end":"2026-03-31T01:18:48.123514Z","steps":["trace[1255222282] 'process raft request' (duration: 213.911955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:48.81999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.568293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:18:48.820342Z","caller":"traceutil/trace.go:171","msg":"trace[187315557] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"678.165127ms","start":"2026-03-31T01:18:48.142111Z","end":"2026-03-31T01:18:48.820276Z","steps":["trace[187315557] 'process raft request' (duration: 417.096313ms)","trace[187315557] 'compare' (duration: 260.420759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:18:48.820417Z","caller":"traceutil/trace.go:171","msg":"trace[1524901582] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"561.951613ms","start":"2026-03-31T01:18:48.258419Z","end":"2026-03-31T01:18:48.82037Z","steps":["trace[1524901582] 'read index received' (duration: 300.803016ms)","trace[1524901582] 'applied index is now lower than readState.Index' (duration: 261.145407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:18:48.820491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:18:48.142088Z","time spent":"678.340712ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T01:18:48.828446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.013567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:18:48.828512Z","caller":"traceutil/trace.go:171","msg":"trace[1272461685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"570.115828ms","start":"2026-03-31T01:18:48.258381Z","end":"2026-03-31T01:18:48.828497Z","steps":["trace[1272461685] 'agreement among raft nodes before linearized reading' (duration: 562.124127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:48.828551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:18:48.258362Z","time spent":"570.17608ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:18:48.828765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.297568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T01:18:48.828881Z","caller":"traceutil/trace.go:171","msg":"trace[104472942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"470.478962ms","start":"2026-03-31T01:18:48.358367Z","end":"2026-03-31T01:18:48.828846Z","steps":["trace[104472942] 'agreement among raft nodes before linearized reading' (duration: 470.100353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:18:48.828936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:18:48.358353Z","time spent":"470.568944ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T01:19:20.447477Z","caller":"traceutil/trace.go:171","msg":"trace[394193353] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"159.019799ms","start":"2026-03-31T01:19:20.288428Z","end":"2026-03-31T01:19:20.447448Z","steps":["trace[394193353] 'process raft request' (duration: 108.425798ms)","trace[394193353] 'compare' (duration: 50.451258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:20.475179Z","caller":"traceutil/trace.go:171","msg":"trace[1601029556] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1114; }","duration":"145.320691ms","start":"2026-03-31T01:19:20.329836Z","end":"2026-03-31T01:19:20.475157Z","steps":["trace[1601029556] 'read index received' (duration: 67.095088ms)","trace[1601029556] 'applied index is now lower than readState.Index' (duration: 78.224553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:20.475274Z","caller":"traceutil/trace.go:171","msg":"trace[1530736067] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"154.651015ms","start":"2026-03-31T01:19:20.320578Z","end":"2026-03-31T01:19:20.475229Z","steps":["trace[1530736067] 'process raft request' (duration: 154.302347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:20.475374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.514286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T01:19:20.475416Z","caller":"traceutil/trace.go:171","msg":"trace[1504446002] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1085; }","duration":"145.615838ms","start":"2026-03-31T01:19:20.32979Z","end":"2026-03-31T01:19:20.475405Z","steps":["trace[1504446002] 'agreement among raft nodes before linearized reading' (duration: 145.466095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:20.94126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.992908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:19:20.941575Z","caller":"traceutil/trace.go:171","msg":"trace[1975437214] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"243.996936ms","start":"2026-03-31T01:19:20.697542Z","end":"2026-03-31T01:19:20.941539Z","steps":["trace[1975437214] 'process raft request' (duration: 64.592548ms)","trace[1975437214] 'compare' (duration: 178.768593ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:20.941625Z","caller":"traceutil/trace.go:171","msg":"trace[1840508918] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"218.428273ms","start":"2026-03-31T01:19:20.723161Z","end":"2026-03-31T01:19:20.941589Z","steps":["trace[1840508918] 'process raft request' (duration: 218.227249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.075535Z","caller":"traceutil/trace.go:171","msg":"trace[2117314628] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"130.095787ms","start":"2026-03-31T01:19:20.945414Z","end":"2026-03-31T01:19:21.075509Z","steps":["trace[2117314628] 'process raft request' (duration: 118.170361ms)","trace[2117314628] 'compare' (duration: 11.727081ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:21.075658Z","caller":"traceutil/trace.go:171","msg":"trace[1264885394] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"129.034972ms","start":"2026-03-31T01:19:20.946595Z","end":"2026-03-31T01:19:21.07563Z","steps":["trace[1264885394] 'process raft request' (duration: 128.859298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.075778Z","caller":"traceutil/trace.go:171","msg":"trace[1921993808] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"128.071488ms","start":"2026-03-31T01:19:20.947698Z","end":"2026-03-31T01:19:21.075769Z","steps":["trace[1921993808] 'process raft request' (duration: 127.820842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.075851Z","caller":"traceutil/trace.go:171","msg":"trace[1626198930] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"126.283376ms","start":"2026-03-31T01:19:20.949556Z","end":"2026-03-31T01:19:21.075839Z","steps":["trace[1626198930] 'process raft request' (duration: 126.152223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.266063Z","caller":"traceutil/trace.go:171","msg":"trace[225893412] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1130; }","duration":"144.574464ms","start":"2026-03-31T01:19:21.121467Z","end":"2026-03-31T01:19:21.266041Z","steps":["trace[225893412] 'read index received' (duration: 52.894948ms)","trace[225893412] 'applied index is now lower than readState.Index' (duration: 91.678956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:21.266132Z","caller":"traceutil/trace.go:171","msg":"trace[1078773226] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"180.889384ms","start":"2026-03-31T01:19:21.085236Z","end":"2026-03-31T01:19:21.266125Z","steps":["trace[1078773226] 'process raft request' (duration: 180.73126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:21.266241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.767688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T01:19:21.266294Z","caller":"traceutil/trace.go:171","msg":"trace[2073417121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1101; }","duration":"144.851581ms","start":"2026-03-31T01:19:21.121428Z","end":"2026-03-31T01:19:21.266279Z","steps":["trace[2073417121] 'agreement among raft nodes before linearized reading' (duration: 144.708197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:21.331722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.523574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-31T01:19:21.331895Z","caller":"traceutil/trace.go:171","msg":"trace[710828051] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1102; }","duration":"119.695068ms","start":"2026-03-31T01:19:21.21215Z","end":"2026-03-31T01:19:21.331845Z","steps":["trace[710828051] 'agreement among raft nodes before linearized reading' (duration: 119.445672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:21.331888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.058295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T01:19:21.33219Z","caller":"traceutil/trace.go:171","msg":"trace[936053690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1102; }","duration":"203.314961ms","start":"2026-03-31T01:19:21.128768Z","end":"2026-03-31T01:19:21.332083Z","steps":["trace[936053690] 'agreement among raft nodes before linearized reading' (duration: 202.980953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.375301Z","caller":"traceutil/trace.go:171","msg":"trace[1028801041] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"106.117182ms","start":"2026-03-31T01:19:21.269164Z","end":"2026-03-31T01:19:21.375282Z","steps":["trace[1028801041] 'process raft request' (duration: 97.840564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:21.375567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.131217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:19:21.375563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.085266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:19:21.375604Z","caller":"traceutil/trace.go:171","msg":"trace[1803762604] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1104; }","duration":"107.181868ms","start":"2026-03-31T01:19:21.268412Z","end":"2026-03-31T01:19:21.375594Z","steps":["trace[1803762604] 'agreement among raft nodes before linearized reading' (duration: 107.124296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:21.375624Z","caller":"traceutil/trace.go:171","msg":"trace[1077891500] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1104; }","duration":"107.170758ms","start":"2026-03-31T01:19:21.268436Z","end":"2026-03-31T01:19:21.375607Z","steps":["trace[1077891500] 'agreement among raft nodes before linearized reading' (duration: 107.038995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:21.375746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.227979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:19:21.375811Z","caller":"traceutil/trace.go:171","msg":"trace[1525171133] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1104; }","duration":"107.334042ms","start":"2026-03-31T01:19:21.268462Z","end":"2026-03-31T01:19:21.375796Z","steps":["trace[1525171133] 'agreement among raft nodes before linearized reading' (duration: 107.24698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:23.7554Z","caller":"traceutil/trace.go:171","msg":"trace[1877869304] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"121.948372ms","start":"2026-03-31T01:19:23.633417Z","end":"2026-03-31T01:19:23.755365Z","steps":["trace[1877869304] 'process raft request' (duration: 68.397159ms)","trace[1877869304] 'compare' (duration: 53.373979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:25.066487Z","caller":"traceutil/trace.go:171","msg":"trace[810296905] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"113.870448ms","start":"2026-03-31T01:19:24.952595Z","end":"2026-03-31T01:19:25.066465Z","steps":["trace[810296905] 'process raft request' (duration: 113.721974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:38.562902Z","caller":"traceutil/trace.go:171","msg":"trace[1271639945] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1240; }","duration":"169.565693ms","start":"2026-03-31T01:19:38.393309Z","end":"2026-03-31T01:19:38.562875Z","steps":["trace[1271639945] 'read index received' (duration: 109.197096ms)","trace[1271639945] 'applied index is now lower than readState.Index' (duration: 60.367427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:19:38.563158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.830199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T01:19:38.563187Z","caller":"traceutil/trace.go:171","msg":"trace[1666439594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1206; }","duration":"169.907751ms","start":"2026-03-31T01:19:38.393271Z","end":"2026-03-31T01:19:38.563178Z","steps":["trace[1666439594] 'agreement among raft nodes before linearized reading' (duration: 169.754347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:38.563194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.70102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:19:38.563295Z","caller":"traceutil/trace.go:171","msg":"trace[893219061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1206; }","duration":"165.832873ms","start":"2026-03-31T01:19:38.397444Z","end":"2026-03-31T01:19:38.563276Z","steps":["trace[893219061] 'agreement among raft nodes before linearized reading' (duration: 165.609968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.731898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086641763419545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T01:19:39.953733Z","caller":"traceutil/trace.go:171","msg":"trace[293497262] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"722.451158ms","start":"2026-03-31T01:19:39.231259Z","end":"2026-03-31T01:19:39.95371Z","steps":["trace[293497262] 'read index received' (duration: 690.034602ms)","trace[293497262] 'applied index is now lower than readState.Index' (duration: 32.415736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:39.953775Z","caller":"traceutil/trace.go:171","msg":"trace[473893687] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"842.487624ms","start":"2026-03-31T01:19:39.11126Z","end":"2026-03-31T01:19:39.953748Z","steps":["trace[473893687] 'process raft request' (duration: 810.014976ms)","trace[473893687] 'compare' (duration: 32.332285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:19:39.953908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.585743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:19:39.953918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.111233Z","time spent":"842.591076ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:19:39.953941Z","caller":"traceutil/trace.go:171","msg":"trace[1288859973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"697.665435ms","start":"2026-03-31T01:19:39.256266Z","end":"2026-03-31T01:19:39.953931Z","steps":["trace[1288859973] 'agreement among raft nodes before linearized reading' (duration: 697.589403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.95397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.256245Z","time spent":"697.718256ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:19:39.953957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.662293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:19:39.954117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.093578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:19:39.954184Z","caller":"traceutil/trace.go:171","msg":"trace[167221954] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1211; }","duration":"335.21036ms","start":"2026-03-31T01:19:39.618958Z","end":"2026-03-31T01:19:39.954169Z","steps":["trace[167221954] 'agreement among raft nodes before linearized reading' (duration: 335.091408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:39.954177Z","caller":"traceutil/trace.go:171","msg":"trace[781143220] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1211; }","duration":"722.837257ms","start":"2026-03-31T01:19:39.2312Z","end":"2026-03-31T01:19:39.954037Z","steps":["trace[781143220] 'agreement among raft nodes before linearized reading' (duration: 722.627052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.954259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.231178Z","time spent":"723.055753ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:19:39.954256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.618934Z","time spent":"335.299662ms","remote":"127.0.0.1:59990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:19:39.954257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.520011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:19:39.95431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.742336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:19:39.954385Z","caller":"traceutil/trace.go:171","msg":"trace[949182319] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1211; }","duration":"510.712855ms","start":"2026-03-31T01:19:39.443652Z","end":"2026-03-31T01:19:39.954365Z","steps":["trace[949182319] 'agreement among raft nodes before linearized reading' (duration: 510.48592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.954374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.216002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T01:19:39.954419Z","caller":"traceutil/trace.go:171","msg":"trace[312735554] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1211; }","duration":"121.90766ms","start":"2026-03-31T01:19:39.832494Z","end":"2026-03-31T01:19:39.954402Z","steps":["trace[312735554] 'agreement among raft nodes before linearized reading' (duration: 121.730096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.954447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.443632Z","time spent":"510.804197ms","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T01:19:39.954454Z","caller":"traceutil/trace.go:171","msg":"trace[1420848424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"469.388345ms","start":"2026-03-31T01:19:39.485048Z","end":"2026-03-31T01:19:39.954437Z","steps":["trace[1420848424] 'agreement among raft nodes before linearized reading' (duration: 469.106928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.954505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.485031Z","time spent":"469.462107ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T01:19:39.954558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.164963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T01:19:39.954651Z","caller":"traceutil/trace.go:171","msg":"trace[836952881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1211; }","duration":"495.322217ms","start":"2026-03-31T01:19:39.459315Z","end":"2026-03-31T01:19:39.954637Z","steps":["trace[836952881] 'agreement among raft nodes before linearized reading' (duration: 494.796334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:39.954702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:19:39.45929Z","time spent":"495.404689ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T01:19:44.534886Z","caller":"traceutil/trace.go:171","msg":"trace[1025982528] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"111.924211ms","start":"2026-03-31T01:19:44.422936Z","end":"2026-03-31T01:19:44.53486Z","steps":["trace[1025982528] 'process raft request' (duration: 111.792988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:44.864716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.501471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:19:44.864845Z","caller":"traceutil/trace.go:171","msg":"trace[757735876] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"218.916695ms","start":"2026-03-31T01:19:44.645907Z","end":"2026-03-31T01:19:44.864824Z","steps":["trace[757735876] 'process raft request' (duration: 97.226169ms)","trace[757735876] 'compare' (duration: 121.376668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:44.869965Z","caller":"traceutil/trace.go:171","msg":"trace[796913636] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"222.807448ms","start":"2026-03-31T01:19:44.647133Z","end":"2026-03-31T01:19:44.86994Z","steps":["trace[796913636] 'process raft request' (duration: 222.562952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:44.870025Z","caller":"traceutil/trace.go:171","msg":"trace[1677640902] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"217.732586ms","start":"2026-03-31T01:19:44.652254Z","end":"2026-03-31T01:19:44.869987Z","steps":["trace[1677640902] 'process raft request' (duration: 217.530601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:19:45.149938Z","caller":"traceutil/trace.go:171","msg":"trace[1127759130] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1274; }","duration":"149.858ms","start":"2026-03-31T01:19:45.000045Z","end":"2026-03-31T01:19:45.149903Z","steps":["trace[1127759130] 'process raft request' (duration: 125.745042ms)","trace[1127759130] 'compare' (duration: 24.008045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:56.816678Z","caller":"traceutil/trace.go:171","msg":"trace[1699843822] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1391; }","duration":"101.925998ms","start":"2026-03-31T01:19:56.714727Z","end":"2026-03-31T01:19:56.816653Z","steps":["trace[1699843822] 'read index received' (duration: 15.40571ms)","trace[1699843822] 'applied index is now lower than readState.Index' (duration: 86.518988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:19:56.816814Z","caller":"traceutil/trace.go:171","msg":"trace[1113154583] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"112.911333ms","start":"2026-03-31T01:19:56.703849Z","end":"2026-03-31T01:19:56.81676Z","steps":["trace[1113154583] 'process raft request' (duration: 109.355297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:19:56.816898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.147664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:19:56.816953Z","caller":"traceutil/trace.go:171","msg":"trace[405173552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1352; }","duration":"102.261637ms","start":"2026-03-31T01:19:56.714676Z","end":"2026-03-31T01:19:56.816938Z","steps":["trace[405173552] 'agreement among raft nodes before linearized reading' (duration: 102.085603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:00.442358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:20:00.442549Z","caller":"traceutil/trace.go:171","msg":"trace[1085838091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1456; }","duration":"184.430582ms","start":"2026-03-31T01:20:00.258098Z","end":"2026-03-31T01:20:00.442528Z","steps":["trace[1085838091] 'range keys from in-memory index tree' (duration: 184.140535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:03.12928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.594429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:20:03.129375Z","caller":"traceutil/trace.go:171","msg":"trace[1312653170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"242.737682ms","start":"2026-03-31T01:20:02.886616Z","end":"2026-03-31T01:20:03.129353Z","steps":["trace[1312653170] 'range keys from in-memory index tree' (duration: 242.385643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:03.12937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.381216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:20:03.129434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.189421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T01:20:03.12947Z","caller":"traceutil/trace.go:171","msg":"trace[1511294510] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1471; }","duration":"208.544291ms","start":"2026-03-31T01:20:02.920899Z","end":"2026-03-31T01:20:03.129443Z","steps":["trace[1511294510] 'count revisions from in-memory index tree' (duration: 208.217243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:03.129454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.905991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:20:03.129524Z","caller":"traceutil/trace.go:171","msg":"trace[816538842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1471; }","duration":"250.327944ms","start":"2026-03-31T01:20:02.879172Z","end":"2026-03-31T01:20:03.1295Z","steps":["trace[816538842] 'range keys from in-memory index tree' (duration: 250.038898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:03.129551Z","caller":"traceutil/trace.go:171","msg":"trace[1432036307] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1471; }","duration":"269.084885ms","start":"2026-03-31T01:20:02.860443Z","end":"2026-03-31T01:20:03.129528Z","steps":["trace[1432036307] 'count revisions from in-memory index tree' (duration: 268.763608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:03.621856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.202682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T01:20:03.621916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.09216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:20:03.621944Z","caller":"traceutil/trace.go:171","msg":"trace[157227866] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1473; }","duration":"295.342414ms","start":"2026-03-31T01:20:03.32658Z","end":"2026-03-31T01:20:03.621923Z","steps":["trace[157227866] 'range keys from in-memory index tree' (duration: 295.042207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:03.622Z","caller":"traceutil/trace.go:171","msg":"trace[749977829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1473; }","duration":"233.204732ms","start":"2026-03-31T01:20:03.388774Z","end":"2026-03-31T01:20:03.621979Z","steps":["trace[749977829] 'count revisions from in-memory index tree' (duration: 233.002427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:18.400326Z","caller":"traceutil/trace.go:171","msg":"trace[1392684718] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"136.981451ms","start":"2026-03-31T01:20:18.263317Z","end":"2026-03-31T01:20:18.400299Z","steps":["trace[1392684718] 'process raft request' (duration: 116.157131ms)","trace[1392684718] 'compare' (duration: 20.668226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:20:21.805336Z","caller":"traceutil/trace.go:171","msg":"trace[920512724] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"184.021081ms","start":"2026-03-31T01:20:21.621277Z","end":"2026-03-31T01:20:21.805298Z","steps":["trace[920512724] 'process raft request' (duration: 183.799916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:28.774154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086641763420889,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T01:20:28.849733Z","caller":"traceutil/trace.go:171","msg":"trace[1646338866] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"609.459032ms","start":"2026-03-31T01:20:28.240244Z","end":"2026-03-31T01:20:28.849703Z","steps":["trace[1646338866] 'process raft request' (duration: 609.242177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:28.849946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.240215Z","time spent":"609.619795ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:20:29.184168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.516779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:20:29.184466Z","caller":"traceutil/trace.go:171","msg":"trace[2051483660] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"771.220818ms","start":"2026-03-31T01:20:28.413213Z","end":"2026-03-31T01:20:29.184434Z","steps":["trace[2051483660] 'process raft request' (duration: 664.35188ms)","trace[2051483660] 'compare' (duration: 106.390286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:20:29.184627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.41316Z","time spent":"771.388312ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:20:29.596589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.315786ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T01:20:29.596803Z","caller":"traceutil/trace.go:171","msg":"trace[1652946284] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1956; }","duration":"1.323582198s","start":"2026-03-31T01:20:28.273207Z","end":"2026-03-31T01:20:29.596789Z","steps":["trace[1652946284] 'read index received' (duration: 576.531061ms)","trace[1652946284] 'applied index is now lower than readState.Index' (duration: 747.050337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:20:29.596956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323771233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T01:20:29.596993Z","caller":"traceutil/trace.go:171","msg":"trace[872797196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"1.323817054s","start":"2026-03-31T01:20:28.273167Z","end":"2026-03-31T01:20:29.596984Z","steps":["trace[872797196] 'agreement among raft nodes before linearized reading' (duration: 1.323695911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.59702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.273065Z","time spent":"1.323947656s","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T01:20:29.597029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320289048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T01:20:29.597085Z","caller":"traceutil/trace.go:171","msg":"trace[426280508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"1.320385641s","start":"2026-03-31T01:20:28.276685Z","end":"2026-03-31T01:20:29.597071Z","steps":["trace[426280508] 'agreement among raft nodes before linearized reading' (duration: 1.320214737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.594758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:20:29.597114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.276668Z","time spent":"1.320439583s","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T01:20:29.597109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.124205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T01:20:29.597141Z","caller":"traceutil/trace.go:171","msg":"trace[1137551642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"339.713331ms","start":"2026-03-31T01:20:29.257415Z","end":"2026-03-31T01:20:29.597128Z","steps":["trace[1137551642] 'agreement among raft nodes before linearized reading' (duration: 339.632449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:29.597165Z","caller":"traceutil/trace.go:171","msg":"trace[1686081039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"264.256199ms","start":"2026-03-31T01:20:29.332892Z","end":"2026-03-31T01:20:29.597148Z","steps":["trace[1686081039] 'agreement among raft nodes before linearized reading' (duration: 264.089845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:29.257394Z","time spent":"339.771102ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:20:29.597174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.201435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T01:20:29.59721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.121734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T01:20:29.59727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051598835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T01:20:29.597308Z","caller":"traceutil/trace.go:171","msg":"trace[2119149348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b; range_end:; response_count:1; response_revision:1888; }","duration":"1.051635235s","start":"2026-03-31T01:20:28.545664Z","end":"2026-03-31T01:20:29.597299Z","steps":["trace[2119149348] 'agreement among raft nodes before linearized reading' (duration: 1.051557924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:29.597298Z","caller":"traceutil/trace.go:171","msg":"trace[1989059268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b; range_end:; response_count:1; response_revision:1888; }","duration":"738.322848ms","start":"2026-03-31T01:20:28.858954Z","end":"2026-03-31T01:20:29.597276Z","steps":["trace[1989059268] 'agreement among raft nodes before linearized reading' (duration: 738.102173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.545578Z","time spent":"1.051746768s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b\" "} {"level":"info","ts":"2026-03-31T01:20:29.597325Z","caller":"traceutil/trace.go:171","msg":"trace[1515063253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"383.324339ms","start":"2026-03-31T01:20:29.21397Z","end":"2026-03-31T01:20:29.597294Z","steps":["trace[1515063253] 'agreement among raft nodes before linearized reading' (duration: 382.988191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.858878Z","time spent":"738.4586ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-995f60c5-c9c2-4507-bc7e-0e40bdf35f0b\" "} {"level":"warn","ts":"2026-03-31T01:20:29.597357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.140438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T01:20:29.597389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:29.21395Z","time spent":"383.423231ms","remote":"127.0.0.1:40694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T01:20:29.597393Z","caller":"traceutil/trace.go:171","msg":"trace[275037033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"257.212289ms","start":"2026-03-31T01:20:29.340168Z","end":"2026-03-31T01:20:29.597381Z","steps":["trace[275037033] 'agreement among raft nodes before linearized reading' (duration: 257.125777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:29.596929Z","caller":"traceutil/trace.go:171","msg":"trace[303794189] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"885.024352ms","start":"2026-03-31T01:20:28.711869Z","end":"2026-03-31T01:20:29.596893Z","steps":["trace[303794189] 'process raft request' (duration: 884.805986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.946282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T01:20:29.597658Z","caller":"traceutil/trace.go:171","msg":"trace[1497357362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1888; }","duration":"724.069975ms","start":"2026-03-31T01:20:28.87357Z","end":"2026-03-31T01:20:29.59764Z","steps":["trace[1497357362] 'agreement among raft nodes before linearized reading' (duration: 723.810328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:29.597706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.87356Z","time spent":"724.137917ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T01:20:29.597825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:28.711836Z","time spent":"885.78292ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:20:38.787917Z","caller":"traceutil/trace.go:171","msg":"trace[493592605] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"127.238267ms","start":"2026-03-31T01:20:38.660651Z","end":"2026-03-31T01:20:38.787889Z","steps":["trace[493592605] 'read index received' (duration: 116.790706ms)","trace[493592605] 'applied index is now lower than readState.Index' (duration: 10.445881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:20:38.788209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.538404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T01:20:38.788288Z","caller":"traceutil/trace.go:171","msg":"trace[1461767864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"127.665857ms","start":"2026-03-31T01:20:38.660599Z","end":"2026-03-31T01:20:38.788265Z","steps":["trace[1461767864] 'agreement among raft nodes before linearized reading' (duration: 127.39863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:43.367004Z","caller":"traceutil/trace.go:171","msg":"trace[1263003914] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"161.970611ms","start":"2026-03-31T01:20:43.205009Z","end":"2026-03-31T01:20:43.36698Z","steps":["trace[1263003914] 'process raft request' (duration: 161.052459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:44.758694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086641763421153,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T01:20:44.864142Z","caller":"traceutil/trace.go:171","msg":"trace[1540306966] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2091; }","duration":"606.419748ms","start":"2026-03-31T01:20:44.257697Z","end":"2026-03-31T01:20:44.864117Z","steps":["trace[1540306966] 'read index received' (duration: 606.271504ms)","trace[1540306966] 'applied index is now lower than readState.Index' (duration: 146.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:20:44.864238Z","caller":"traceutil/trace.go:171","msg":"trace[1307847840] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"669.504473ms","start":"2026-03-31T01:20:44.19469Z","end":"2026-03-31T01:20:44.864194Z","steps":["trace[1307847840] 'process raft request' (duration: 669.241117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:44.864343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.615903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:20:44.864385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:44.194658Z","time spent":"669.632926ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:20:44.864388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.170643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-x6wvd\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-03-31T01:20:44.864432Z","caller":"traceutil/trace.go:171","msg":"trace[1241766615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"606.740055ms","start":"2026-03-31T01:20:44.25767Z","end":"2026-03-31T01:20:44.86441Z","steps":["trace[1241766615] 'agreement among raft nodes before linearized reading' (duration: 606.579421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:20:44.864441Z","caller":"traceutil/trace.go:171","msg":"trace[76687113] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-x6wvd; range_end:; response_count:1; response_revision:2018; }","duration":"186.262555ms","start":"2026-03-31T01:20:44.678156Z","end":"2026-03-31T01:20:44.864418Z","steps":["trace[76687113] 'agreement among raft nodes before linearized reading' (duration: 186.101411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:20:44.864479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:20:44.257658Z","time spent":"606.811448ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T01:21:20.244359Z","caller":"traceutil/trace.go:171","msg":"trace[1982260205] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"284.673417ms","start":"2026-03-31T01:21:19.959645Z","end":"2026-03-31T01:21:20.244318Z","steps":["trace[1982260205] 'process raft request' (duration: 202.166542ms)","trace[1982260205] 'compare' (duration: 82.252929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:21:20.24464Z","caller":"traceutil/trace.go:171","msg":"trace[1174976424] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"206.294771ms","start":"2026-03-31T01:21:20.038321Z","end":"2026-03-31T01:21:20.244616Z","steps":["trace[1174976424] 'process raft request' (duration: 206.147707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:20.244698Z","caller":"traceutil/trace.go:171","msg":"trace[1254917379] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"284.357039ms","start":"2026-03-31T01:21:19.960318Z","end":"2026-03-31T01:21:20.244675Z","steps":["trace[1254917379] 'process raft request' (duration: 283.9417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:20.244756Z","caller":"traceutil/trace.go:171","msg":"trace[497106576] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2301; }","duration":"153.056664ms","start":"2026-03-31T01:21:20.091677Z","end":"2026-03-31T01:21:20.244733Z","steps":["trace[497106576] 'read index received' (duration: 70.1574ms)","trace[497106576] 'applied index is now lower than readState.Index' (duration: 82.898014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:21:20.244833Z","caller":"traceutil/trace.go:171","msg":"trace[40130887] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"181.988333ms","start":"2026-03-31T01:21:20.062831Z","end":"2026-03-31T01:21:20.24482Z","steps":["trace[40130887] 'process raft request' (duration: 181.751417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:20.244872Z","caller":"traceutil/trace.go:171","msg":"trace[1906591212] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"168.266326ms","start":"2026-03-31T01:21:20.076595Z","end":"2026-03-31T01:21:20.244861Z","steps":["trace[1906591212] 'process raft request' (duration: 168.071171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:20.245004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.723987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:21:20.245022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.322051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:21:20.245071Z","caller":"traceutil/trace.go:171","msg":"trace[1380188613] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2224; }","duration":"126.847ms","start":"2026-03-31T01:21:20.118202Z","end":"2026-03-31T01:21:20.245049Z","steps":["trace[1380188613] 'agreement among raft nodes before linearized reading' (duration: 126.695337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:20.245067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.190353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T01:21:20.245076Z","caller":"traceutil/trace.go:171","msg":"trace[563705347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"153.421273ms","start":"2026-03-31T01:21:20.091637Z","end":"2026-03-31T01:21:20.245058Z","steps":["trace[563705347] 'agreement among raft nodes before linearized reading' (duration: 153.33192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:20.245107Z","caller":"traceutil/trace.go:171","msg":"trace[1483730395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"118.273186ms","start":"2026-03-31T01:21:20.126821Z","end":"2026-03-31T01:21:20.245094Z","steps":["trace[1483730395] 'agreement among raft nodes before linearized reading' (duration: 118.158734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:20.997293Z","caller":"traceutil/trace.go:171","msg":"trace[1638895011] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2306; }","duration":"448.114459ms","start":"2026-03-31T01:21:20.549132Z","end":"2026-03-31T01:21:20.997246Z","steps":["trace[1638895011] 'read index received' (duration: 447.868304ms)","trace[1638895011] 'applied index is now lower than readState.Index' (duration: 244.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:21:20.997394Z","caller":"traceutil/trace.go:171","msg":"trace[67353163] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"449.051011ms","start":"2026-03-31T01:21:20.54831Z","end":"2026-03-31T01:21:20.997361Z","steps":["trace[67353163] 'process raft request' (duration: 448.663702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:20.997764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:20.548262Z","time spent":"449.326538ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:21:20.997863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.718074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:21:20.997934Z","caller":"traceutil/trace.go:171","msg":"trace[485852104] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2225; }","duration":"448.845386ms","start":"2026-03-31T01:21:20.549073Z","end":"2026-03-31T01:21:20.997918Z","steps":["trace[485852104] 'agreement among raft nodes before linearized reading' (duration: 448.378565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:20.997987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:20.549044Z","time spent":"448.930489ms","remote":"127.0.0.1:59852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:21:22.483806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.447381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:21:22.484028Z","caller":"traceutil/trace.go:171","msg":"trace[1621687652] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"585.110681ms","start":"2026-03-31T01:21:21.898881Z","end":"2026-03-31T01:21:22.483992Z","steps":["trace[1621687652] 'process raft request' (duration: 295.25902ms)","trace[1621687652] 'compare' (duration: 289.118903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:21:22.484125Z","caller":"traceutil/trace.go:171","msg":"trace[1242259460] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"234.699167ms","start":"2026-03-31T01:21:22.249408Z","end":"2026-03-31T01:21:22.484108Z","steps":["trace[1242259460] 'process raft request' (duration: 234.604315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.484168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:21.898866Z","time spent":"585.220263ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:21:22.484321Z","caller":"traceutil/trace.go:171","msg":"trace[834086262] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2309; }","duration":"564.9265ms","start":"2026-03-31T01:21:21.919158Z","end":"2026-03-31T01:21:22.484085Z","steps":["trace[834086262] 'read index received' (duration: 275.066189ms)","trace[834086262] 'applied index is now lower than readState.Index' (duration: 289.857721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:21:22.484387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.184046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:21:22.48448Z","caller":"traceutil/trace.go:171","msg":"trace[861893528] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2229; }","duration":"565.339639ms","start":"2026-03-31T01:21:21.919111Z","end":"2026-03-31T01:21:22.484451Z","steps":["trace[861893528] 'agreement among raft nodes before linearized reading' (duration: 565.070873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.484557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:21.91909Z","time spent":"565.446432ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T01:21:22.605317Z","caller":"traceutil/trace.go:171","msg":"trace[1004948649] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"354.823818ms","start":"2026-03-31T01:21:22.250465Z","end":"2026-03-31T01:21:22.605289Z","steps":["trace[1004948649] 'process raft request' (duration: 354.587922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.605642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.250443Z","time spent":"354.965241ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:21:22.605916Z","caller":"traceutil/trace.go:171","msg":"trace[485121935] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"352.879001ms","start":"2026-03-31T01:21:22.252981Z","end":"2026-03-31T01:21:22.60586Z","steps":["trace[485121935] 'process raft request' (duration: 352.261077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:22.605974Z","caller":"traceutil/trace.go:171","msg":"trace[1812771733] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2311; }","duration":"121.512193ms","start":"2026-03-31T01:21:22.484438Z","end":"2026-03-31T01:21:22.60595Z","steps":["trace[1812771733] 'read index received' (duration: 120.658503ms)","trace[1812771733] 'applied index is now lower than readState.Index' (duration: 852.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:21:22.606125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.252965Z","time spent":"353.046956ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:21:22.60627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.152465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:21:22.606313Z","caller":"traceutil/trace.go:171","msg":"trace[523207308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"347.224607ms","start":"2026-03-31T01:21:22.259078Z","end":"2026-03-31T01:21:22.606303Z","steps":["trace[523207308] 'agreement among raft nodes before linearized reading' (duration: 347.059653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.606317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.73438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T01:21:22.606366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.869773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:21:22.606379Z","caller":"traceutil/trace.go:171","msg":"trace[477732820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"355.863012ms","start":"2026-03-31T01:21:22.250501Z","end":"2026-03-31T01:21:22.606364Z","steps":["trace[477732820] 'agreement among raft nodes before linearized reading' (duration: 355.684348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.606419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.250466Z","time spent":"355.944304ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T01:21:22.606448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.440625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T01:21:22.606449Z","caller":"traceutil/trace.go:171","msg":"trace[1457528405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"356.004896ms","start":"2026-03-31T01:21:22.250429Z","end":"2026-03-31T01:21:22.606434Z","steps":["trace[1457528405] 'agreement among raft nodes before linearized reading' (duration: 355.728329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.606336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.259067Z","time spent":"347.264747ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:21:22.606439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.378764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-31T01:21:22.606461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.267788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T01:21:22.606513Z","caller":"traceutil/trace.go:171","msg":"trace[45865039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2232; }","duration":"516.520037ms","start":"2026-03-31T01:21:22.089974Z","end":"2026-03-31T01:21:22.606494Z","steps":["trace[45865039] 'agreement among raft nodes before linearized reading' (duration: 516.279301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:22.606469Z","caller":"traceutil/trace.go:171","msg":"trace[141677761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"571.497696ms","start":"2026-03-31T01:21:22.034965Z","end":"2026-03-31T01:21:22.606463Z","steps":["trace[141677761] 'agreement among raft nodes before linearized reading' (duration: 571.396054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.60653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.250417Z","time spent":"356.065597ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T01:21:22.606537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.329462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T01:21:22.606539Z","caller":"traceutil/trace.go:171","msg":"trace[1370611710] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"200.364851ms","start":"2026-03-31T01:21:22.406019Z","end":"2026-03-31T01:21:22.606384Z","steps":["trace[1370611710] 'process raft request' (duration: 199.696615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:21:22.606522Z","caller":"traceutil/trace.go:171","msg":"trace[327763909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"347.434821ms","start":"2026-03-31T01:21:22.259069Z","end":"2026-03-31T01:21:22.606503Z","steps":["trace[327763909] 'agreement among raft nodes before linearized reading' (duration: 347.243787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.606796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.259051Z","time spent":"347.732389ms","remote":"127.0.0.1:40694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T01:21:22.606628Z","caller":"traceutil/trace.go:171","msg":"trace[1641021502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"571.65976ms","start":"2026-03-31T01:21:22.034953Z","end":"2026-03-31T01:21:22.606613Z","steps":["trace[1641021502] 'agreement among raft nodes before linearized reading' (duration: 571.166798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:21:22.606565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.089938Z","time spent":"516.61781ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T01:21:22.606954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.034931Z","time spent":"571.998348ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T01:21:22.606567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:21:22.034945Z","time spent":"571.613279ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T01:22:11.433305Z","caller":"traceutil/trace.go:171","msg":"trace[1083225974] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"128.988308ms","start":"2026-03-31T01:22:11.304277Z","end":"2026-03-31T01:22:11.433265Z","steps":["trace[1083225974] 'process raft request' (duration: 128.800793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:12.395145Z","caller":"traceutil/trace.go:171","msg":"trace[1609522894] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"173.365914ms","start":"2026-03-31T01:22:12.221754Z","end":"2026-03-31T01:22:12.395119Z","steps":["trace[1609522894] 'read index received' (duration: 173.176719ms)","trace[1609522894] 'applied index is now lower than readState.Index' (duration: 188.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:22:12.395287Z","caller":"traceutil/trace.go:171","msg":"trace[1184018845] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"379.114267ms","start":"2026-03-31T01:22:12.016127Z","end":"2026-03-31T01:22:12.395242Z","steps":["trace[1184018845] 'process raft request' (duration: 378.852231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:12.395385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.985144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:22:12.395474Z","caller":"traceutil/trace.go:171","msg":"trace[1920452241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2673; }","duration":"136.133058ms","start":"2026-03-31T01:22:12.25932Z","end":"2026-03-31T01:22:12.395453Z","steps":["trace[1920452241] 'agreement among raft nodes before linearized reading' (duration: 135.988524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:12.395485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.711442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T01:22:12.395492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:12.01609Z","time spent":"379.285841ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:22:12.395532Z","caller":"traceutil/trace.go:171","msg":"trace[2142153171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2673; }","duration":"173.847805ms","start":"2026-03-31T01:22:12.221671Z","end":"2026-03-31T01:22:12.395519Z","steps":["trace[2142153171] 'agreement among raft nodes before linearized reading' (duration: 173.573929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:39.318666Z","caller":"traceutil/trace.go:171","msg":"trace[1035691040] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"175.522505ms","start":"2026-03-31T01:22:39.143116Z","end":"2026-03-31T01:22:39.318639Z","steps":["trace[1035691040] 'process raft request' (duration: 175.370861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:43.001937Z","caller":"traceutil/trace.go:171","msg":"trace[1282102087] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"127.577334ms","start":"2026-03-31T01:22:42.874332Z","end":"2026-03-31T01:22:43.001909Z","steps":["trace[1282102087] 'process raft request' (duration: 127.294507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:43.001943Z","caller":"traceutil/trace.go:171","msg":"trace[5109370] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"127.462391ms","start":"2026-03-31T01:22:42.874459Z","end":"2026-03-31T01:22:43.001921Z","steps":["trace[5109370] 'process raft request' (duration: 127.361019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:43.175754Z","caller":"traceutil/trace.go:171","msg":"trace[189711137] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"169.261316ms","start":"2026-03-31T01:22:43.006464Z","end":"2026-03-31T01:22:43.175726Z","steps":["trace[189711137] 'process raft request' (duration: 131.15271ms)","trace[189711137] 'compare' (duration: 37.785548ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:22:43.176076Z","caller":"traceutil/trace.go:171","msg":"trace[1115619919] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"168.338174ms","start":"2026-03-31T01:22:43.007728Z","end":"2026-03-31T01:22:43.176066Z","steps":["trace[1115619919] 'process raft request' (duration: 168.1756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:43.176059Z","caller":"traceutil/trace.go:171","msg":"trace[139318290] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"168.58751ms","start":"2026-03-31T01:22:43.007432Z","end":"2026-03-31T01:22:43.17602Z","steps":["trace[139318290] 'process raft request' (duration: 168.249342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:45.628957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.274781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T01:22:45.629007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.345283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T01:22:45.62908Z","caller":"traceutil/trace.go:171","msg":"trace[133758840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2874; }","duration":"448.465757ms","start":"2026-03-31T01:22:45.180596Z","end":"2026-03-31T01:22:45.629061Z","steps":["trace[133758840] 'range keys from in-memory index tree' (duration: 448.165679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:45.629081Z","caller":"traceutil/trace.go:171","msg":"trace[276879303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2874; }","duration":"448.437015ms","start":"2026-03-31T01:22:45.180618Z","end":"2026-03-31T01:22:45.629055Z","steps":["trace[276879303] 'range keys from in-memory index tree' (duration: 448.101457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:45.629135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.180607Z","time spent":"448.516797ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T01:22:45.629132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.180571Z","time spent":"448.548508ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T01:22:45.629366Z","caller":"traceutil/trace.go:171","msg":"trace[1923922777] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"400.645599ms","start":"2026-03-31T01:22:45.228688Z","end":"2026-03-31T01:22:45.629334Z","steps":["trace[1923922777] 'process raft request' (duration: 339.918235ms)","trace[1923922777] 'compare' (duration: 60.452888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:22:45.629272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.555838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T01:22:45.629439Z","caller":"traceutil/trace.go:171","msg":"trace[852779537] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"371.036235ms","start":"2026-03-31T01:22:45.258369Z","end":"2026-03-31T01:22:45.629405Z","steps":["trace[852779537] 'read index received' (duration: 310.30095ms)","trace[852779537] 'applied index is now lower than readState.Index' (duration: 60.732805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:22:45.629557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.228662Z","time spent":"400.767192ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:22:45.629631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.25079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:22:45.629675Z","caller":"traceutil/trace.go:171","msg":"trace[753460199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2876; }","duration":"371.364043ms","start":"2026-03-31T01:22:45.258299Z","end":"2026-03-31T01:22:45.629663Z","steps":["trace[753460199] 'agreement among raft nodes before linearized reading' (duration: 371.281131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:45.629697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.729505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T01:22:45.629713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.258268Z","time spent":"371.437214ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:22:45.629702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.604273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T01:22:45.629752Z","caller":"traceutil/trace.go:171","msg":"trace[83518311] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2876; }","duration":"195.826108ms","start":"2026-03-31T01:22:45.433912Z","end":"2026-03-31T01:22:45.629738Z","steps":["trace[83518311] 'agreement among raft nodes before linearized reading' (duration: 195.704415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:22:45.629769Z","caller":"traceutil/trace.go:171","msg":"trace[1152526670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2876; }","duration":"330.736316ms","start":"2026-03-31T01:22:45.299017Z","end":"2026-03-31T01:22:45.629753Z","steps":["trace[1152526670] 'agreement among raft nodes before linearized reading' (duration: 330.585172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:45.629839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.298979Z","time spent":"330.830558ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T01:22:45.632549Z","caller":"traceutil/trace.go:171","msg":"trace[180991200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2874; }","duration":"448.774843ms","start":"2026-03-31T01:22:45.180659Z","end":"2026-03-31T01:22:45.629433Z","steps":["trace[180991200] 'range keys from in-memory index tree' (duration: 447.928174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:45.632834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.180638Z","time spent":"452.175885ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T01:22:46.139888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.592271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:22:46.140106Z","caller":"traceutil/trace.go:171","msg":"trace[79885728] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2984; }","duration":"498.163516ms","start":"2026-03-31T01:22:45.641901Z","end":"2026-03-31T01:22:46.140064Z","steps":["trace[79885728] 'read index received' (duration: 73.811025ms)","trace[79885728] 'applied index is now lower than readState.Index' (duration: 424.351471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:22:46.140179Z","caller":"traceutil/trace.go:171","msg":"trace[332423987] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"504.589679ms","start":"2026-03-31T01:22:45.635476Z","end":"2026-03-31T01:22:46.140066Z","steps":["trace[332423987] 'process raft request' (duration: 247.736202ms)","trace[332423987] 'compare' (duration: 256.268023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:22:46.140264Z","caller":"traceutil/trace.go:171","msg":"trace[1855352154] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"503.78082ms","start":"2026-03-31T01:22:45.636451Z","end":"2026-03-31T01:22:46.140232Z","steps":["trace[1855352154] 'process raft request' (duration: 503.550715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.140357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.636442Z","time spent":"503.872352ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:22:46.140425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.635462Z","time spent":"504.838285ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:22:46.14069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.785841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T01:22:46.140757Z","caller":"traceutil/trace.go:171","msg":"trace[815452665] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2879; }","duration":"498.845353ms","start":"2026-03-31T01:22:45.641872Z","end":"2026-03-31T01:22:46.140718Z","steps":["trace[815452665] 'agreement among raft nodes before linearized reading' (duration: 498.686479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.140796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.641858Z","time spent":"498.930274ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T01:22:46.141015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.885338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:22:46.141063Z","caller":"traceutil/trace.go:171","msg":"trace[786294866] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2879; }","duration":"494.997181ms","start":"2026-03-31T01:22:45.646055Z","end":"2026-03-31T01:22:46.141052Z","steps":["trace[786294866] 'agreement among raft nodes before linearized reading' (duration: 494.906448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.141098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.646037Z","time spent":"495.052823ms","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:22:46.141432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.077912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:22:46.141491Z","caller":"traceutil/trace.go:171","msg":"trace[310447118] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2879; }","duration":"323.208646ms","start":"2026-03-31T01:22:45.818268Z","end":"2026-03-31T01:22:46.141476Z","steps":["trace[310447118] 'agreement among raft nodes before linearized reading' (duration: 323.069382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.141523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.8182Z","time spent":"323.314678ms","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:22:46.141433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.039551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:22:46.142941Z","caller":"traceutil/trace.go:171","msg":"trace[186695303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2879; }","duration":"397.293367ms","start":"2026-03-31T01:22:45.744331Z","end":"2026-03-31T01:22:46.141624Z","steps":["trace[186695303] 'agreement among raft nodes before linearized reading' (duration: 397.040011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.143216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:45.74431Z","time spent":"398.810943ms","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:22:46.759284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.277008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:22:46.759389Z","caller":"traceutil/trace.go:171","msg":"trace[528617290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2879; }","duration":"500.418751ms","start":"2026-03-31T01:22:46.258938Z","end":"2026-03-31T01:22:46.759357Z","steps":["trace[528617290] 'range keys from in-memory index tree' (duration: 500.180746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:22:46.759431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:22:46.258918Z","time spent":"500.504903ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:22:46.760193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.753868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1c878221a5c91\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T01:22:46.760259Z","caller":"traceutil/trace.go:171","msg":"trace[316439137] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1c878221a5c91; range_end:; response_count:1; response_revision:2879; }","duration":"297.898765ms","start":"2026-03-31T01:22:46.462344Z","end":"2026-03-31T01:22:46.760243Z","steps":["trace[316439137] 'range keys from in-memory index tree' (duration: 296.45975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:24:38.897822Z","caller":"traceutil/trace.go:171","msg":"trace[134694261] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"156.397507ms","start":"2026-03-31T01:24:38.741396Z","end":"2026-03-31T01:24:38.897794Z","steps":["trace[134694261] 'process raft request' (duration: 156.190992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:24:38.931694Z","caller":"traceutil/trace.go:171","msg":"trace[659315903] linearizableReadLoop","detail":"{readStateIndex:3734; appliedIndex:3732; }","duration":"184.947923ms","start":"2026-03-31T01:24:38.746719Z","end":"2026-03-31T01:24:38.931667Z","steps":["trace[659315903] 'read index received' (duration: 150.974299ms)","trace[659315903] 'applied index is now lower than readState.Index' (duration: 33.972734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:24:38.931895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.147918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:24:38.931953Z","caller":"traceutil/trace.go:171","msg":"trace[1052848614] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3596; }","duration":"185.2241ms","start":"2026-03-31T01:24:38.746715Z","end":"2026-03-31T01:24:38.931939Z","steps":["trace[1052848614] 'agreement among raft nodes before linearized reading' (duration: 185.098727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:24:38.931927Z","caller":"traceutil/trace.go:171","msg":"trace[364205354] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"189.997161ms","start":"2026-03-31T01:24:38.741881Z","end":"2026-03-31T01:24:38.931878Z","steps":["trace[364205354] 'process raft request' (duration: 189.635973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:25:12.730136Z","caller":"traceutil/trace.go:171","msg":"trace[1669758700] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"241.432721ms","start":"2026-03-31T01:25:12.488677Z","end":"2026-03-31T01:25:12.730109Z","steps":["trace[1669758700] 'process raft request' (duration: 241.267667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:25:13.107283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.681974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:25:13.107368Z","caller":"traceutil/trace.go:171","msg":"trace[102740289] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3852; }","duration":"273.818157ms","start":"2026-03-31T01:25:12.833534Z","end":"2026-03-31T01:25:13.107352Z","steps":["trace[102740289] 'count revisions from in-memory index tree' (duration: 273.584421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:25:13.21737Z","caller":"traceutil/trace.go:171","msg":"trace[1303259181] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"106.067855ms","start":"2026-03-31T01:25:13.111273Z","end":"2026-03-31T01:25:13.217341Z","steps":["trace[1303259181] 'process raft request' (duration: 105.907211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:25:13.234581Z","caller":"traceutil/trace.go:171","msg":"trace[1265805310] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"122.922707ms","start":"2026-03-31T01:25:13.111465Z","end":"2026-03-31T01:25:13.234388Z","steps":["trace[1265805310] 'process raft request' (duration: 122.768933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:30.098832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.412074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T01:26:30.098893Z","caller":"traceutil/trace.go:171","msg":"trace[1322995441] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4837; }","duration":"120.508256ms","start":"2026-03-31T01:26:29.978373Z","end":"2026-03-31T01:26:30.098881Z","steps":["trace[1322995441] 'range keys from in-memory index tree' (duration: 120.307561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:30.098938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.311803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T01:26:30.099041Z","caller":"traceutil/trace.go:171","msg":"trace[440415457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4837; }","duration":"109.467237ms","start":"2026-03-31T01:26:29.989557Z","end":"2026-03-31T01:26:30.099024Z","steps":["trace[440415457] 'range keys from in-memory index tree' (duration: 109.126629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:30.787932Z","caller":"traceutil/trace.go:171","msg":"trace[1991712437] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4844; }","duration":"167.39916ms","start":"2026-03-31T01:26:30.620514Z","end":"2026-03-31T01:26:30.787913Z","steps":["trace[1991712437] 'process raft request' (duration: 167.327558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:30.801619Z","caller":"traceutil/trace.go:171","msg":"trace[538481589] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"178.094242ms","start":"2026-03-31T01:26:30.623505Z","end":"2026-03-31T01:26:30.8016Z","steps":["trace[538481589] 'process raft request' (duration: 177.896417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:32.020072Z","caller":"traceutil/trace.go:171","msg":"trace[1161041772] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"293.733004ms","start":"2026-03-31T01:26:31.72632Z","end":"2026-03-31T01:26:32.020053Z","steps":["trace[1161041772] 'process raft request' (duration: 207.902604ms)","trace[1161041772] 'compare' (duration: 85.757648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:32.119367Z","caller":"traceutil/trace.go:171","msg":"trace[1843211707] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"177.016257ms","start":"2026-03-31T01:26:31.94232Z","end":"2026-03-31T01:26:32.119336Z","steps":["trace[1843211707] 'process raft request' (duration: 176.871853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:32.123879Z","caller":"traceutil/trace.go:171","msg":"trace[1097518899] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"164.85407ms","start":"2026-03-31T01:26:31.959013Z","end":"2026-03-31T01:26:32.123868Z","steps":["trace[1097518899] 'process raft request' (duration: 161.561503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:32.918659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.549033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:26:32.918791Z","caller":"traceutil/trace.go:171","msg":"trace[75515871] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"198.111282ms","start":"2026-03-31T01:26:32.72066Z","end":"2026-03-31T01:26:32.918772Z","steps":["trace[75515871] 'process raft request' (duration: 64.367555ms)","trace[75515871] 'compare' (duration: 133.407059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:26:35.209284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.184963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a1c8b15dabd91d\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-31T01:26:35.209358Z","caller":"traceutil/trace.go:171","msg":"trace[1738974508] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a1c8b15dabd91d; range_end:; response_count:1; response_revision:5020; }","duration":"297.316867ms","start":"2026-03-31T01:26:34.912026Z","end":"2026-03-31T01:26:35.209342Z","steps":["trace[1738974508] 'range keys from in-memory index tree' (duration: 297.00474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:44.289661Z","caller":"traceutil/trace.go:171","msg":"trace[217056847] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"127.47857ms","start":"2026-03-31T01:26:44.16216Z","end":"2026-03-31T01:26:44.289638Z","steps":["trace[217056847] 'process raft request' (duration: 127.338027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:44.291082Z","caller":"traceutil/trace.go:171","msg":"trace[1065684875] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5409; }","duration":"119.639326ms","start":"2026-03-31T01:26:44.171421Z","end":"2026-03-31T01:26:44.29106Z","steps":["trace[1065684875] 'read index received' (duration: 118.11545ms)","trace[1065684875] 'applied index is now lower than readState.Index' (duration: 1.522486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:44.291196Z","caller":"traceutil/trace.go:171","msg":"trace[677964897] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"128.437633ms","start":"2026-03-31T01:26:44.162726Z","end":"2026-03-31T01:26:44.291164Z","steps":["trace[677964897] 'process raft request' (duration: 128.216138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:44.2913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.866052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T01:26:44.291343Z","caller":"traceutil/trace.go:171","msg":"trace[1222298777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"119.946553ms","start":"2026-03-31T01:26:44.171385Z","end":"2026-03-31T01:26:44.291332Z","steps":["trace[1222298777] 'agreement among raft nodes before linearized reading' (duration: 119.80015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:47.233217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.467636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:26:47.233424Z","caller":"traceutil/trace.go:171","msg":"trace[2084595286] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"425.062465ms","start":"2026-03-31T01:26:46.808334Z","end":"2026-03-31T01:26:47.233396Z","steps":["trace[2084595286] 'process raft request' (duration: 154.288572ms)","trace[2084595286] 'compare' (duration: 270.346073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:47.233522Z","caller":"traceutil/trace.go:171","msg":"trace[42115140] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5439; }","duration":"404.097501ms","start":"2026-03-31T01:26:46.829223Z","end":"2026-03-31T01:26:47.233321Z","steps":["trace[42115140] 'read index received' (duration: 23.693138ms)","trace[42115140] 'applied index is now lower than readState.Index' (duration: 380.403203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:26:47.233587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:26:46.808325Z","time spent":"425.173687ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:26:47.233824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.567822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T01:26:47.233912Z","caller":"traceutil/trace.go:171","msg":"trace[1556639350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5245; }","duration":"404.670435ms","start":"2026-03-31T01:26:46.829219Z","end":"2026-03-31T01:26:47.233889Z","steps":["trace[1556639350] 'agreement among raft nodes before linearized reading' (duration: 404.417019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:47.23397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:26:46.829208Z","time spent":"404.748047ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T01:26:47.234176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.207386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:26:47.234259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.974043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:26:47.234316Z","caller":"traceutil/trace.go:171","msg":"trace[1017305817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5245; }","duration":"377.149826ms","start":"2026-03-31T01:26:46.857154Z","end":"2026-03-31T01:26:47.234304Z","steps":["trace[1017305817] 'agreement among raft nodes before linearized reading' (duration: 377.009203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:47.234372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:26:46.85713Z","time spent":"377.232359ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T01:26:47.234228Z","caller":"traceutil/trace.go:171","msg":"trace[641737478] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5245; }","duration":"399.282828ms","start":"2026-03-31T01:26:46.834932Z","end":"2026-03-31T01:26:47.234215Z","steps":["trace[641737478] 'agreement among raft nodes before linearized reading' (duration: 399.185746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:47.234657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:26:46.834926Z","time spent":"399.635056ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:26:49.856153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.247688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:26:49.856625Z","caller":"traceutil/trace.go:171","msg":"trace[1946884950] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"186.433368ms","start":"2026-03-31T01:26:49.670161Z","end":"2026-03-31T01:26:49.856594Z","steps":["trace[1946884950] 'process raft request' (duration: 186.076139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:49.856754Z","caller":"traceutil/trace.go:171","msg":"trace[1494968178] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"188.778123ms","start":"2026-03-31T01:26:49.667944Z","end":"2026-03-31T01:26:49.856722Z","steps":["trace[1494968178] 'process raft request' (duration: 11.876089ms)","trace[1494968178] 'compare' (duration: 176.158946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:52.248539Z","caller":"traceutil/trace.go:171","msg":"trace[592624171] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"168.023255ms","start":"2026-03-31T01:26:52.080463Z","end":"2026-03-31T01:26:52.248486Z","steps":["trace[592624171] 'process raft request' (duration: 165.243669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:55.981902Z","caller":"traceutil/trace.go:171","msg":"trace[871853926] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"104.390137ms","start":"2026-03-31T01:26:55.877488Z","end":"2026-03-31T01:26:55.981878Z","steps":["trace[871853926] 'read index received' (duration: 104.179372ms)","trace[871853926] 'applied index is now lower than readState.Index' (duration: 209.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:55.981979Z","caller":"traceutil/trace.go:171","msg":"trace[1467312795] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"153.524563ms","start":"2026-03-31T01:26:55.82842Z","end":"2026-03-31T01:26:55.981945Z","steps":["trace[1467312795] 'process raft request' (duration: 153.315458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:55.982266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T01:26:55.982379Z","caller":"traceutil/trace.go:171","msg":"trace[87950710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5430; }","duration":"104.92464ms","start":"2026-03-31T01:26:55.877429Z","end":"2026-03-31T01:26:55.982354Z","steps":["trace[87950710] 'agreement among raft nodes before linearized reading' (duration: 104.580662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:56.258091Z","caller":"traceutil/trace.go:171","msg":"trace[192441153] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"271.644883ms","start":"2026-03-31T01:26:55.986385Z","end":"2026-03-31T01:26:56.25803Z","steps":["trace[192441153] 'process raft request' (duration: 271.049619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:56.262405Z","caller":"traceutil/trace.go:171","msg":"trace[250292912] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"275.906743ms","start":"2026-03-31T01:26:55.986463Z","end":"2026-03-31T01:26:56.26237Z","steps":["trace[250292912] 'process raft request' (duration: 275.669748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:56.262507Z","caller":"traceutil/trace.go:171","msg":"trace[1388943775] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5629; }","duration":"249.156274ms","start":"2026-03-31T01:26:56.013331Z","end":"2026-03-31T01:26:56.262487Z","steps":["trace[1388943775] 'read index received' (duration: 244.121306ms)","trace[1388943775] 'applied index is now lower than readState.Index' (duration: 5.033158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:26:56.262533Z","caller":"traceutil/trace.go:171","msg":"trace[627630061] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"270.268181ms","start":"2026-03-31T01:26:55.992246Z","end":"2026-03-31T01:26:56.262515Z","steps":["trace[627630061] 'process raft request' (duration: 270.056556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:26:56.262533Z","caller":"traceutil/trace.go:171","msg":"trace[1336796969] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"275.74761ms","start":"2026-03-31T01:26:55.986747Z","end":"2026-03-31T01:26:56.262494Z","steps":["trace[1336796969] 'process raft request' (duration: 275.477944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:56.265787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.447531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T01:26:56.265848Z","caller":"traceutil/trace.go:171","msg":"trace[1871697806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5434; }","duration":"252.552104ms","start":"2026-03-31T01:26:56.013281Z","end":"2026-03-31T01:26:56.265833Z","steps":["trace[1871697806] 'agreement among raft nodes before linearized reading' (duration: 249.436701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:26:56.266659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.525682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:26:56.266719Z","caller":"traceutil/trace.go:171","msg":"trace[1842132321] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5435; }","duration":"226.619004ms","start":"2026-03-31T01:26:56.040075Z","end":"2026-03-31T01:26:56.266694Z","steps":["trace[1842132321] 'agreement among raft nodes before linearized reading' (duration: 226.501032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:01.173777Z","caller":"traceutil/trace.go:171","msg":"trace[504881321] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"128.938775ms","start":"2026-03-31T01:27:01.044807Z","end":"2026-03-31T01:27:01.173746Z","steps":["trace[504881321] 'process raft request' (duration: 48.688216ms)","trace[504881321] 'compare' (duration: 80.099975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:27:06.355025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086641763429371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T01:27:06.365521Z","caller":"traceutil/trace.go:171","msg":"trace[815181986] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"510.727941ms","start":"2026-03-31T01:27:05.854775Z","end":"2026-03-31T01:27:06.365503Z","steps":["trace[815181986] 'process raft request' (duration: 510.612698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.365684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:05.854761Z","time spent":"510.855383ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:27:06.677699Z","caller":"traceutil/trace.go:171","msg":"trace[789466494] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5761; }","duration":"822.691453ms","start":"2026-03-31T01:27:05.854987Z","end":"2026-03-31T01:27:06.677679Z","steps":["trace[789466494] 'read index received' (duration: 510.356372ms)","trace[789466494] 'applied index is now lower than readState.Index' (duration: 312.334121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:06.67786Z","caller":"traceutil/trace.go:171","msg":"trace[674385988] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"379.440991ms","start":"2026-03-31T01:27:06.298383Z","end":"2026-03-31T01:27:06.677824Z","steps":["trace[674385988] 'process raft request' (duration: 378.99567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.677942Z","caller":"traceutil/trace.go:171","msg":"trace[612217219] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"314.754648ms","start":"2026-03-31T01:27:06.363096Z","end":"2026-03-31T01:27:06.67785Z","steps":["trace[612217219] 'process raft request' (duration: 314.490442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.677948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.947029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T01:27:06.678375Z","caller":"traceutil/trace.go:171","msg":"trace[1441502559] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5561; }","duration":"823.392139ms","start":"2026-03-31T01:27:05.854966Z","end":"2026-03-31T01:27:06.678358Z","steps":["trace[1441502559] 'agreement among raft nodes before linearized reading' (duration: 822.840666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.678472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.363083Z","time spent":"315.203999ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:27:06.678598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.298368Z","time spent":"379.561493ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:27:06.678543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:05.854959Z","time spent":"823.534774ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T01:27:06.762531Z","caller":"traceutil/trace.go:171","msg":"trace[1018256019] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"396.242846ms","start":"2026-03-31T01:27:06.366268Z","end":"2026-03-31T01:27:06.762511Z","steps":["trace[1018256019] 'process raft request' (duration: 375.095248ms)","trace[1018256019] 'compare' (duration: 20.999604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:27:06.762664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.366257Z","time spent":"396.334049ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:27:06.762867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-22gvr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T01:27:06.762907Z","caller":"traceutil/trace.go:171","msg":"trace[1085589699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-22gvr; range_end:; response_count:1; response_revision:5563; }","duration":"111.181147ms","start":"2026-03-31T01:27:06.651714Z","end":"2026-03-31T01:27:06.762895Z","steps":["trace[1085589699] 'agreement among raft nodes before linearized reading' (duration: 111.058834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.762942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.98302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:27:06.763001Z","caller":"traceutil/trace.go:171","msg":"trace[881139440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5563; }","duration":"806.086962ms","start":"2026-03-31T01:27:05.956899Z","end":"2026-03-31T01:27:06.762986Z","steps":["trace[881139440] 'agreement among raft nodes before linearized reading' (duration: 805.98232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:05.956877Z","time spent":"806.152854ms","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:27:06.763051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.115166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T01:27:06.762971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.452712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:27:06.763134Z","caller":"traceutil/trace.go:171","msg":"trace[352300577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5563; }","duration":"736.241148ms","start":"2026-03-31T01:27:06.026875Z","end":"2026-03-31T01:27:06.763116Z","steps":["trace[352300577] 'agreement among raft nodes before linearized reading' (duration: 736.012193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.291899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"warn","ts":"2026-03-31T01:27:06.763178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.154844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T01:27:06.763185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.026862Z","time spent":"736.315201ms","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T01:27:06.763198Z","caller":"traceutil/trace.go:171","msg":"trace[1757299848] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5563; }","duration":"764.372141ms","start":"2026-03-31T01:27:05.998808Z","end":"2026-03-31T01:27:06.76318Z","steps":["trace[1757299848] 'agreement among raft nodes before linearized reading' (duration: 764.221227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.203306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T01:27:06.763241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:05.998795Z","time spent":"764.438652ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16576,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T01:27:06.763298Z","caller":"traceutil/trace.go:171","msg":"trace[494518462] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5563; }","duration":"546.726908ms","start":"2026-03-31T01:27:06.216435Z","end":"2026-03-31T01:27:06.763162Z","steps":["trace[494518462] 'agreement among raft nodes before linearized reading' (duration: 546.412511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.263718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T01:27:06.763208Z","caller":"traceutil/trace.go:171","msg":"trace[1318895786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5563; }","duration":"379.228845ms","start":"2026-03-31T01:27:06.383972Z","end":"2026-03-31T01:27:06.763201Z","steps":["trace[1318895786] 'agreement among raft nodes before linearized reading' (duration: 379.161754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.763363Z","caller":"traceutil/trace.go:171","msg":"trace[2117872693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5563; }","duration":"467.318649ms","start":"2026-03-31T01:27:06.296039Z","end":"2026-03-31T01:27:06.763358Z","steps":["trace[2117872693] 'agreement among raft nodes before linearized reading' (duration: 467.250187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.29603Z","time spent":"467.347899ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T01:27:06.763386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.383951Z","time spent":"379.42212ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T01:27:06.763322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.775022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T01:27:06.763244Z","caller":"traceutil/trace.go:171","msg":"trace[989003912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5563; }","duration":"382.277298ms","start":"2026-03-31T01:27:06.380956Z","end":"2026-03-31T01:27:06.763234Z","steps":["trace[989003912] 'agreement among raft nodes before linearized reading' (duration: 382.191226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.763484Z","caller":"traceutil/trace.go:171","msg":"trace[850340692] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5563; }","duration":"869.987907ms","start":"2026-03-31T01:27:05.89348Z","end":"2026-03-31T01:27:06.763468Z","steps":["trace[850340692] 'agreement among raft nodes before linearized reading' (duration: 869.755001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.216376Z","time spent":"547.014855ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:27:06.763489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.380946Z","time spent":"382.537434ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T01:27:06.763125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.093126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T01:27:06.763627Z","caller":"traceutil/trace.go:171","msg":"trace[1193080642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5563; }","duration":"462.617348ms","start":"2026-03-31T01:27:06.301003Z","end":"2026-03-31T01:27:06.76362Z","steps":["trace[1193080642] 'agreement among raft nodes before linearized reading' (duration: 462.049075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.763651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.300994Z","time spent":"462.65161ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T01:27:06.76352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:05.893459Z","time spent":"870.052508ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T01:27:06.763613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.973179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:27:06.764329Z","caller":"traceutil/trace.go:171","msg":"trace[1755487838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5563; }","duration":"506.737988ms","start":"2026-03-31T01:27:06.257576Z","end":"2026-03-31T01:27:06.764314Z","steps":["trace[1755487838] 'agreement among raft nodes before linearized reading' (duration: 505.920118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.764367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:27:06.257534Z","time spent":"506.82219ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T01:27:06.764438Z","caller":"traceutil/trace.go:171","msg":"trace[135478313] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"276.456436ms","start":"2026-03-31T01:27:06.486287Z","end":"2026-03-31T01:27:06.762743Z","steps":["trace[135478313] 'process raft request' (duration: 276.18259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.949986Z","caller":"traceutil/trace.go:171","msg":"trace[1109542623] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"182.589298ms","start":"2026-03-31T01:27:06.767363Z","end":"2026-03-31T01:27:06.949952Z","steps":["trace[1109542623] 'process raft request' (duration: 182.312121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.950018Z","caller":"traceutil/trace.go:171","msg":"trace[674191667] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"182.464605ms","start":"2026-03-31T01:27:06.767527Z","end":"2026-03-31T01:27:06.949992Z","steps":["trace[674191667] 'process raft request' (duration: 182.307621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.950058Z","caller":"traceutil/trace.go:171","msg":"trace[1987671279] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"182.304731ms","start":"2026-03-31T01:27:06.767735Z","end":"2026-03-31T01:27:06.95004Z","steps":["trace[1987671279] 'process raft request' (duration: 182.143737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.950224Z","caller":"traceutil/trace.go:171","msg":"trace[1083256878] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"182.064666ms","start":"2026-03-31T01:27:06.768139Z","end":"2026-03-31T01:27:06.950204Z","steps":["trace[1083256878] 'process raft request' (duration: 181.774379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.95023Z","caller":"traceutil/trace.go:171","msg":"trace[1339576930] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5766; }","duration":"182.568467ms","start":"2026-03-31T01:27:06.767639Z","end":"2026-03-31T01:27:06.950208Z","steps":["trace[1339576930] 'read index received' (duration: 63.646668ms)","trace[1339576930] 'applied index is now lower than readState.Index' (duration: 118.920929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:06.950255Z","caller":"traceutil/trace.go:171","msg":"trace[1673481025] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"174.121048ms","start":"2026-03-31T01:27:06.776116Z","end":"2026-03-31T01:27:06.950237Z","steps":["trace[1673481025] 'process raft request' (duration: 173.993985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.950452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.720221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebd203d1-c6ce-4674-857f-57fd186e2151\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T01:27:06.950496Z","caller":"traceutil/trace.go:171","msg":"trace[1790752818] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebd203d1-c6ce-4674-857f-57fd186e2151; range_end:; response_count:1; response_revision:5569; }","duration":"182.790502ms","start":"2026-03-31T01:27:06.767695Z","end":"2026-03-31T01:27:06.950485Z","steps":["trace[1790752818] 'agreement among raft nodes before linearized reading' (duration: 182.642449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.950497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.722511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"warn","ts":"2026-03-31T01:27:06.950552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.783392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-31T01:27:06.950575Z","caller":"traceutil/trace.go:171","msg":"trace[946867098] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5569; }","duration":"182.828143ms","start":"2026-03-31T01:27:06.767729Z","end":"2026-03-31T01:27:06.950557Z","steps":["trace[946867098] 'agreement among raft nodes before linearized reading' (duration: 182.643169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.950553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.804852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-31T01:27:06.950625Z","caller":"traceutil/trace.go:171","msg":"trace[1961862669] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5569; }","duration":"182.901705ms","start":"2026-03-31T01:27:06.767711Z","end":"2026-03-31T01:27:06.950613Z","steps":["trace[1961862669] 'agreement among raft nodes before linearized reading' (duration: 182.727261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:06.950622Z","caller":"traceutil/trace.go:171","msg":"trace[263594002] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5569; }","duration":"182.871014ms","start":"2026-03-31T01:27:06.767732Z","end":"2026-03-31T01:27:06.950603Z","steps":["trace[263594002] 'agreement among raft nodes before linearized reading' (duration: 182.69611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:06.950843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.196561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T01:27:06.950893Z","caller":"traceutil/trace.go:171","msg":"trace[607260284] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5569; }","duration":"183.267634ms","start":"2026-03-31T01:27:06.767613Z","end":"2026-03-31T01:27:06.95088Z","steps":["trace[607260284] 'agreement among raft nodes before linearized reading' (duration: 183.151841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:07.065276Z","caller":"traceutil/trace.go:171","msg":"trace[213099608] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"109.487257ms","start":"2026-03-31T01:27:06.955759Z","end":"2026-03-31T01:27:07.065246Z","steps":["trace[213099608] 'process raft request' (duration: 85.009711ms)","trace[213099608] 'compare' (duration: 24.274712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:07.06531Z","caller":"traceutil/trace.go:171","msg":"trace[338720056] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"109.240611ms","start":"2026-03-31T01:27:06.956043Z","end":"2026-03-31T01:27:07.065284Z","steps":["trace[338720056] 'process raft request' (duration: 109.100798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:07.065429Z","caller":"traceutil/trace.go:171","msg":"trace[1700980505] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5772; }","duration":"108.620896ms","start":"2026-03-31T01:27:06.956787Z","end":"2026-03-31T01:27:07.065408Z","steps":["trace[1700980505] 'read index received' (duration: 83.982016ms)","trace[1700980505] 'applied index is now lower than readState.Index' (duration: 24.63685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:07.065524Z","caller":"traceutil/trace.go:171","msg":"trace[2016687236] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"109.375455ms","start":"2026-03-31T01:27:06.956094Z","end":"2026-03-31T01:27:07.06547Z","steps":["trace[2016687236] 'process raft request' (duration: 109.135509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:07.065709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.900114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b1a576e-087d-496b-9d84-22af06a97efa\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-31T01:27:07.065731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.302439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-31T01:27:07.065773Z","caller":"traceutil/trace.go:171","msg":"trace[46693022] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b1a576e-087d-496b-9d84-22af06a97efa; range_end:; response_count:1; response_revision:5572; }","duration":"108.999315ms","start":"2026-03-31T01:27:06.956758Z","end":"2026-03-31T01:27:07.065757Z","steps":["trace[46693022] 'agreement among raft nodes before linearized reading' (duration: 108.808881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:07.065793Z","caller":"traceutil/trace.go:171","msg":"trace[1145730968] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5572; }","duration":"105.384771ms","start":"2026-03-31T01:27:06.960387Z","end":"2026-03-31T01:27:07.065772Z","steps":["trace[1145730968] 'agreement among raft nodes before linearized reading' (duration: 105.203316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:07.391915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.941042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:27:07.391986Z","caller":"traceutil/trace.go:171","msg":"trace[131975774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5577; }","duration":"134.053145ms","start":"2026-03-31T01:27:07.257918Z","end":"2026-03-31T01:27:07.391971Z","steps":["trace[131975774] 'range keys from in-memory index tree' (duration: 133.867871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:43.105133Z","caller":"traceutil/trace.go:171","msg":"trace[1329428645] transaction","detail":"{read_only:false; response_revision:5884; number_of_response:1; }","duration":"254.429135ms","start":"2026-03-31T01:27:42.850682Z","end":"2026-03-31T01:27:43.105111Z","steps":["trace[1329428645] 'process raft request' (duration: 254.295521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:43.119497Z","caller":"traceutil/trace.go:171","msg":"trace[677520022] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"266.669353ms","start":"2026-03-31T01:27:42.852817Z","end":"2026-03-31T01:27:43.119487Z","steps":["trace[677520022] 'process raft request' (duration: 266.589051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:43.119696Z","caller":"traceutil/trace.go:171","msg":"trace[582950748] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"186.617734ms","start":"2026-03-31T01:27:42.933072Z","end":"2026-03-31T01:27:43.119689Z","steps":["trace[582950748] 'process raft request' (duration: 186.386278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:43.119757Z","caller":"traceutil/trace.go:171","msg":"trace[1601602884] linearizableReadLoop","detail":"{readStateIndex:6099; appliedIndex:6095; }","duration":"136.523442ms","start":"2026-03-31T01:27:42.983205Z","end":"2026-03-31T01:27:43.119728Z","steps":["trace[1601602884] 'read index received' (duration: 121.774113ms)","trace[1601602884] 'applied index is now lower than readState.Index' (duration: 14.747248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:43.119805Z","caller":"traceutil/trace.go:171","msg":"trace[1062866756] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"184.731419ms","start":"2026-03-31T01:27:42.935032Z","end":"2026-03-31T01:27:43.119764Z","steps":["trace[1062866756] 'process raft request' (duration: 184.629417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:43.119946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.369757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-22gvr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T01:27:43.120001Z","caller":"traceutil/trace.go:171","msg":"trace[982082671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-22gvr; range_end:; response_count:1; response_revision:5887; }","duration":"122.449429ms","start":"2026-03-31T01:27:42.997542Z","end":"2026-03-31T01:27:43.119991Z","steps":["trace[982082671] 'agreement among raft nodes before linearized reading' (duration: 122.309695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:43.120559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.804318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T01:27:43.120626Z","caller":"traceutil/trace.go:171","msg":"trace[346738957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5887; }","duration":"137.443303ms","start":"2026-03-31T01:27:42.983172Z","end":"2026-03-31T01:27:43.120615Z","steps":["trace[346738957] 'agreement among raft nodes before linearized reading' (duration: 136.626844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:53.414304Z","caller":"traceutil/trace.go:171","msg":"trace[431894478] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"137.170088ms","start":"2026-03-31T01:27:53.277101Z","end":"2026-03-31T01:27:53.414271Z","steps":["trace[431894478] 'process raft request' (duration: 96.447727ms)","trace[431894478] 'compare' (duration: 40.562247ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:53.435861Z","caller":"traceutil/trace.go:171","msg":"trace[1139559540] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6165; }","duration":"157.689672ms","start":"2026-03-31T01:27:53.278144Z","end":"2026-03-31T01:27:53.435834Z","steps":["trace[1139559540] 'read index received' (duration: 95.417882ms)","trace[1139559540] 'applied index is now lower than readState.Index' (duration: 62.2705ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:27:53.435969Z","caller":"traceutil/trace.go:171","msg":"trace[254522399] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"157.910897ms","start":"2026-03-31T01:27:53.278031Z","end":"2026-03-31T01:27:53.435942Z","steps":["trace[254522399] 'process raft request' (duration: 157.694122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:53.435957Z","caller":"traceutil/trace.go:171","msg":"trace[750244085] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"158.4696ms","start":"2026-03-31T01:27:53.277395Z","end":"2026-03-31T01:27:53.435865Z","steps":["trace[750244085] 'process raft request' (duration: 158.169943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:53.436019Z","caller":"traceutil/trace.go:171","msg":"trace[1923250363] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"157.123279ms","start":"2026-03-31T01:27:53.278879Z","end":"2026-03-31T01:27:53.436002Z","steps":["trace[1923250363] 'process raft request' (duration: 156.912814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:27:53.437325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.167157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101784"} {"level":"info","ts":"2026-03-31T01:27:53.437389Z","caller":"traceutil/trace.go:171","msg":"trace[145306422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5955; }","duration":"159.270999ms","start":"2026-03-31T01:27:53.278103Z","end":"2026-03-31T01:27:53.437374Z","steps":["trace[145306422] 'agreement among raft nodes before linearized reading' (duration: 157.954968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:27:53.808137Z","caller":"traceutil/trace.go:171","msg":"trace[884858517] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"111.921511ms","start":"2026-03-31T01:27:53.69619Z","end":"2026-03-31T01:27:53.808111Z","steps":["trace[884858517] 'process raft request' (duration: 111.713186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:28:03.786959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.656222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:28:03.787074Z","caller":"traceutil/trace.go:171","msg":"trace[2033545888] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6246; }","duration":"263.363636ms","start":"2026-03-31T01:28:03.523693Z","end":"2026-03-31T01:28:03.787057Z","steps":["trace[2033545888] 'read index received' (duration: 77.54986ms)","trace[2033545888] 'applied index is now lower than readState.Index' (duration: 185.812356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:28:03.787177Z","caller":"traceutil/trace.go:171","msg":"trace[376561952] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"264.894232ms","start":"2026-03-31T01:28:03.522227Z","end":"2026-03-31T01:28:03.787121Z","steps":["trace[376561952] 'process raft request' (duration: 78.982854ms)","trace[376561952] 'compare' (duration: 185.54315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:28:03.787278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.171974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T01:28:03.787308Z","caller":"traceutil/trace.go:171","msg":"trace[228170911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6030; }","duration":"233.222235ms","start":"2026-03-31T01:28:03.554076Z","end":"2026-03-31T01:28:03.787299Z","steps":["trace[228170911] 'agreement among raft nodes before linearized reading' (duration: 233.099782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:28:03.787292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.96211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T01:28:03.787373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.172965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:28:03.78737Z","caller":"traceutil/trace.go:171","msg":"trace[743033788] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6030; }","duration":"125.087903ms","start":"2026-03-31T01:28:03.662263Z","end":"2026-03-31T01:28:03.787351Z","steps":["trace[743033788] 'agreement among raft nodes before linearized reading' (duration: 124.95333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:28:03.787429Z","caller":"traceutil/trace.go:171","msg":"trace[825122689] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6030; }","duration":"125.237106ms","start":"2026-03-31T01:28:03.662177Z","end":"2026-03-31T01:28:03.787415Z","steps":["trace[825122689] 'agreement among raft nodes before linearized reading' (duration: 125.136474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:28:03.78753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.363464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T01:28:03.787578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.861228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109209"} {"level":"info","ts":"2026-03-31T01:28:03.787617Z","caller":"traceutil/trace.go:171","msg":"trace[453291290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6030; }","duration":"232.498058ms","start":"2026-03-31T01:28:03.5551Z","end":"2026-03-31T01:28:03.787598Z","steps":["trace[453291290] 'agreement among raft nodes before linearized reading' (duration: 232.242262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:28:03.787661Z","caller":"traceutil/trace.go:171","msg":"trace[941466781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6030; }","duration":"263.986181ms","start":"2026-03-31T01:28:03.523658Z","end":"2026-03-31T01:28:03.787644Z","steps":["trace[941466781] 'agreement among raft nodes before linearized reading' (duration: 263.495309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:28:10.108952Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3011} {"level":"info","ts":"2026-03-31T01:28:10.199055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3011,"took":"88.574541ms","hash":4078977513,"current-db-size-bytes":57647104,"current-db-size":"58 MB","current-db-size-in-use-bytes":31170560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T01:28:10.199134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4078977513,"revision":3011,"compact-revision":-1} {"level":"info","ts":"2026-03-31T01:32:44.728942Z","caller":"traceutil/trace.go:171","msg":"trace[1520392645] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"113.836318ms","start":"2026-03-31T01:32:44.615081Z","end":"2026-03-31T01:32:44.728917Z","steps":["trace[1520392645] 'process raft request' (duration: 113.691165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:32:59.692538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086641763436332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T01:33:00.080183Z","caller":"traceutil/trace.go:171","msg":"trace[104270028] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"889.933157ms","start":"2026-03-31T01:32:59.190221Z","end":"2026-03-31T01:33:00.080154Z","steps":["trace[104270028] 'process raft request' (duration: 889.695022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.080785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.190204Z","time spent":"890.05374ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:33:00.08096Z","caller":"traceutil/trace.go:171","msg":"trace[440434236] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"890.622064ms","start":"2026-03-31T01:32:59.19031Z","end":"2026-03-31T01:33:00.080932Z","steps":["trace[440434236] 'process raft request' (duration: 890.439419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:00.081098Z","caller":"traceutil/trace.go:171","msg":"trace[801942462] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8515; }","duration":"888.810151ms","start":"2026-03-31T01:32:59.192259Z","end":"2026-03-31T01:33:00.08107Z","steps":["trace[801942462] 'read index received' (duration: 887.870889ms)","trace[801942462] 'applied index is now lower than readState.Index' (duration: 936.702µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:33:00.081144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.190288Z","time spent":"890.770147ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:33:00.081137Z","caller":"traceutil/trace.go:171","msg":"trace[222086947] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"789.236049ms","start":"2026-03-31T01:32:59.291864Z","end":"2026-03-31T01:33:00.0811Z","steps":["trace[222086947] 'process raft request' (duration: 789.010703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.081354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.416263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:33:00.081395Z","caller":"traceutil/trace.go:171","msg":"trace[760148717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8228; }","duration":"861.508905ms","start":"2026-03-31T01:32:59.219876Z","end":"2026-03-31T01:33:00.081385Z","steps":["trace[760148717] 'agreement among raft nodes before linearized reading' (duration: 861.353852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.081425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.219856Z","time spent":"861.562927ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T01:33:00.081426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.136198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T01:33:00.081394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.291842Z","time spent":"789.510766ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:33:00.08132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.734424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:33:00.081527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.931067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-22gvr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T01:33:00.081532Z","caller":"traceutil/trace.go:171","msg":"trace[651053328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8228; }","duration":"889.258931ms","start":"2026-03-31T01:32:59.192251Z","end":"2026-03-31T01:33:00.08151Z","steps":["trace[651053328] 'agreement among raft nodes before linearized reading' (duration: 888.960464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:00.081576Z","caller":"traceutil/trace.go:171","msg":"trace[2133450254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-22gvr; range_end:; response_count:1; response_revision:8228; }","duration":"760.005749ms","start":"2026-03-31T01:32:59.321558Z","end":"2026-03-31T01:33:00.081564Z","steps":["trace[2133450254] 'agreement among raft nodes before linearized reading' (duration: 759.845795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.081586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.192201Z","time spent":"889.375974ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T01:33:00.081573Z","caller":"traceutil/trace.go:171","msg":"trace[1467464138] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8228; }","duration":"282.02673ms","start":"2026-03-31T01:32:59.799515Z","end":"2026-03-31T01:33:00.081542Z","steps":["trace[1467464138] 'agreement among raft nodes before linearized reading' (duration: 281.722863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.081617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.321546Z","time spent":"760.06304ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-22gvr\" "} {"level":"warn","ts":"2026-03-31T01:33:00.081681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.662809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T01:33:00.081771Z","caller":"traceutil/trace.go:171","msg":"trace[1468170332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8228; }","duration":"496.781732ms","start":"2026-03-31T01:32:59.584968Z","end":"2026-03-31T01:33:00.08175Z","steps":["trace[1468170332] 'agreement among raft nodes before linearized reading' (duration: 496.416793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:00.082341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:32:59.584951Z","time spent":"497.342546ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T01:33:10.114998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6071} {"level":"info","ts":"2026-03-31T01:33:10.213152Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6071,"took":"96.028708ms","hash":2026229498,"current-db-size-bytes":57647104,"current-db-size":"58 MB","current-db-size-in-use-bytes":23695360,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T01:33:10.213231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2026229498,"revision":6071,"compact-revision":3011} {"level":"info","ts":"2026-03-31T01:33:10.531027Z","caller":"traceutil/trace.go:171","msg":"trace[1272979042] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"115.085288ms","start":"2026-03-31T01:33:10.41591Z","end":"2026-03-31T01:33:10.530995Z","steps":["trace[1272979042] 'process raft request' (duration: 92.464604ms)","trace[1272979042] 'compare' (duration: 22.489501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:33:13.456699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.496923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:33:13.456788Z","caller":"traceutil/trace.go:171","msg":"trace[1738820220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8301; }","duration":"252.647387ms","start":"2026-03-31T01:33:13.204122Z","end":"2026-03-31T01:33:13.456769Z","steps":["trace[1738820220] 'count revisions from in-memory index tree' (duration: 252.3732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:13.456791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.769061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:33:13.45687Z","caller":"traceutil/trace.go:171","msg":"trace[1992067696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8301; }","duration":"197.887224ms","start":"2026-03-31T01:33:13.258958Z","end":"2026-03-31T01:33:13.456845Z","steps":["trace[1992067696] 'range keys from in-memory index tree' (duration: 197.642688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:13.94412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:33:13.457758Z","time spent":"486.358296ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T01:33:14.54432Z","caller":"traceutil/trace.go:171","msg":"trace[658832255] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"185.916991ms","start":"2026-03-31T01:33:14.358374Z","end":"2026-03-31T01:33:14.544291Z","steps":["trace[658832255] 'process raft request' (duration: 145.958067ms)","trace[658832255] 'compare' (duration: 39.81229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:33:14.544624Z","caller":"traceutil/trace.go:171","msg":"trace[920500691] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"185.266656ms","start":"2026-03-31T01:33:14.35933Z","end":"2026-03-31T01:33:14.544597Z","steps":["trace[920500691] 'process raft request' (duration: 184.922908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:14.544716Z","caller":"traceutil/trace.go:171","msg":"trace[2081354384] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8597; }","duration":"184.64585ms","start":"2026-03-31T01:33:14.360055Z","end":"2026-03-31T01:33:14.544701Z","steps":["trace[2081354384] 'read index received' (duration: 64.325159ms)","trace[2081354384] 'applied index is now lower than readState.Index' (duration: 120.318921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:33:14.544717Z","caller":"traceutil/trace.go:171","msg":"trace[207044169] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"185.085531ms","start":"2026-03-31T01:33:14.359609Z","end":"2026-03-31T01:33:14.544694Z","steps":["trace[207044169] 'process raft request' (duration: 184.853156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:14.545237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.159882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224146"} {"level":"info","ts":"2026-03-31T01:33:14.545286Z","caller":"traceutil/trace.go:171","msg":"trace[577528571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8307; }","duration":"185.244685ms","start":"2026-03-31T01:33:14.360031Z","end":"2026-03-31T01:33:14.545276Z","steps":["trace[577528571] 'agreement among raft nodes before linearized reading' (duration: 184.723602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:16.516085Z","caller":"traceutil/trace.go:171","msg":"trace[1584357678] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8606; }","duration":"173.547048ms","start":"2026-03-31T01:33:16.342514Z","end":"2026-03-31T01:33:16.516061Z","steps":["trace[1584357678] 'read index received' (duration: 173.331403ms)","trace[1584357678] 'applied index is now lower than readState.Index' (duration: 214.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:33:16.516164Z","caller":"traceutil/trace.go:171","msg":"trace[1017300911] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"208.129616ms","start":"2026-03-31T01:33:16.307998Z","end":"2026-03-31T01:33:16.516128Z","steps":["trace[1017300911] 'process raft request' (duration: 207.89609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:16.516516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.989169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T01:33:16.51657Z","caller":"traceutil/trace.go:171","msg":"trace[1349973108] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8312; }","duration":"174.077051ms","start":"2026-03-31T01:33:16.342478Z","end":"2026-03-31T01:33:16.516555Z","steps":["trace[1349973108] 'agreement among raft nodes before linearized reading' (duration: 173.675361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:40.776373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.440638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:33:40.776744Z","caller":"traceutil/trace.go:171","msg":"trace[1468125307] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"306.733774ms","start":"2026-03-31T01:33:40.469971Z","end":"2026-03-31T01:33:40.776705Z","steps":["trace[1468125307] 'read index received' (duration: 198.863027ms)","trace[1468125307] 'applied index is now lower than readState.Index' (duration: 107.868327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:33:40.776746Z","caller":"traceutil/trace.go:171","msg":"trace[1789109585] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"310.976285ms","start":"2026-03-31T01:33:40.465744Z","end":"2026-03-31T01:33:40.77672Z","steps":["trace[1789109585] 'process raft request' (duration: 203.078356ms)","trace[1789109585] 'compare' (duration: 107.199312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:33:40.776922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:33:40.46573Z","time spent":"311.104297ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:33:40.777031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.043941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T01:33:40.77711Z","caller":"traceutil/trace.go:171","msg":"trace[795540717] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8494; }","duration":"307.129403ms","start":"2026-03-31T01:33:40.469964Z","end":"2026-03-31T01:33:40.777093Z","steps":["trace[795540717] 'agreement among raft nodes before linearized reading' (duration: 306.863127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:33:40.777157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:33:40.469906Z","time spent":"307.238486ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T01:33:46.679758Z","caller":"traceutil/trace.go:171","msg":"trace[388654142] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"140.420006ms","start":"2026-03-31T01:33:46.539315Z","end":"2026-03-31T01:33:46.679735Z","steps":["trace[388654142] 'process raft request' (duration: 140.271342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:47.385019Z","caller":"traceutil/trace.go:171","msg":"trace[315780941] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"100.421562ms","start":"2026-03-31T01:33:47.284572Z","end":"2026-03-31T01:33:47.384994Z","steps":["trace[315780941] 'process raft request' (duration: 100.278549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:33:52.611206Z","caller":"traceutil/trace.go:171","msg":"trace[1466259255] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"118.822466ms","start":"2026-03-31T01:33:52.492359Z","end":"2026-03-31T01:33:52.611182Z","steps":["trace[1466259255] 'process raft request' (duration: 118.701174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:00.573679Z","caller":"traceutil/trace.go:171","msg":"trace[436051653] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"108.82106ms","start":"2026-03-31T01:34:00.464836Z","end":"2026-03-31T01:34:00.573657Z","steps":["trace[436051653] 'process raft request' (duration: 108.692277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:04.78649Z","caller":"traceutil/trace.go:171","msg":"trace[1794949888] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"549.068697ms","start":"2026-03-31T01:34:04.237381Z","end":"2026-03-31T01:34:04.78645Z","steps":["trace[1794949888] 'process raft request' (duration: 476.418721ms)","trace[1794949888] 'compare' (duration: 72.37421ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:04.786641Z","caller":"traceutil/trace.go:171","msg":"trace[599789744] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8972; }","duration":"533.039188ms","start":"2026-03-31T01:34:04.253501Z","end":"2026-03-31T01:34:04.78654Z","steps":["trace[599789744] 'read index received' (duration: 43.507408ms)","trace[599789744] 'applied index is now lower than readState.Index' (duration: 489.53026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:34:04.786714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.23737Z","time spent":"549.2126ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:34:04.786642Z","caller":"traceutil/trace.go:171","msg":"trace[1310968479] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"533.082729ms","start":"2026-03-31T01:34:04.253532Z","end":"2026-03-31T01:34:04.786615Z","steps":["trace[1310968479] 'process raft request' (duration: 532.818773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:04.786916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.253513Z","time spent":"533.345375ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T01:34:04.786974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.644038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:34:04.787019Z","caller":"traceutil/trace.go:171","msg":"trace[837847864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8665; }","duration":"529.704949ms","start":"2026-03-31T01:34:04.257301Z","end":"2026-03-31T01:34:04.787006Z","steps":["trace[837847864] 'agreement among raft nodes before linearized reading' (duration: 529.485444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:04.787049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.257296Z","time spent":"529.74836ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T01:34:04.786995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.436597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-56qvs\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-31T01:34:04.787114Z","caller":"traceutil/trace.go:171","msg":"trace[1897638063] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-56qvs; range_end:; response_count:1; response_revision:8665; }","duration":"533.618001ms","start":"2026-03-31T01:34:04.253475Z","end":"2026-03-31T01:34:04.787093Z","steps":["trace[1897638063] 'agreement among raft nodes before linearized reading' (duration: 533.265413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:04.78723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.253461Z","time spent":"533.756775ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4669,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-56qvs\" "} {"level":"info","ts":"2026-03-31T01:34:05.233433Z","caller":"traceutil/trace.go:171","msg":"trace[1099402213] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8975; }","duration":"405.68963ms","start":"2026-03-31T01:34:04.827718Z","end":"2026-03-31T01:34:05.233408Z","steps":["trace[1099402213] 'read index received' (duration: 398.182283ms)","trace[1099402213] 'applied index is now lower than readState.Index' (duration: 7.505947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:05.23349Z","caller":"traceutil/trace.go:171","msg":"trace[861509130] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"436.328285ms","start":"2026-03-31T01:34:04.79714Z","end":"2026-03-31T01:34:05.233469Z","steps":["trace[861509130] 'process raft request' (duration: 428.744016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.233614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.797129Z","time spent":"436.405606ms","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:34:05.233654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.914286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:34:05.233746Z","caller":"traceutil/trace.go:171","msg":"trace[1093267723] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8666; }","duration":"406.05159ms","start":"2026-03-31T01:34:04.827665Z","end":"2026-03-31T01:34:05.233717Z","steps":["trace[1093267723] 'agreement among raft nodes before linearized reading' (duration: 405.878216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.233799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.827648Z","time spent":"406.135691ms","remote":"127.0.0.1:59990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T01:34:05.250684Z","caller":"traceutil/trace.go:171","msg":"trace[318475218] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"305.403712ms","start":"2026-03-31T01:34:04.945268Z","end":"2026-03-31T01:34:05.250672Z","steps":["trace[318475218] 'process raft request' (duration: 304.933951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.250767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:04.945245Z","time spent":"305.468814ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:34:05.25095Z","caller":"traceutil/trace.go:171","msg":"trace[859700825] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"265.729155ms","start":"2026-03-31T01:34:04.985163Z","end":"2026-03-31T01:34:05.250892Z","steps":["trace[859700825] 'process raft request' (duration: 265.175402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.250967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.379706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-22gvr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T01:34:05.251392Z","caller":"traceutil/trace.go:171","msg":"trace[851604011] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"267.461477ms","start":"2026-03-31T01:34:04.983907Z","end":"2026-03-31T01:34:05.251369Z","steps":["trace[851604011] 'process raft request' (duration: 266.410302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.251429Z","caller":"traceutil/trace.go:171","msg":"trace[456216128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-22gvr; range_end:; response_count:1; response_revision:8671; }","duration":"168.92837ms","start":"2026-03-31T01:34:05.08249Z","end":"2026-03-31T01:34:05.251418Z","steps":["trace[456216128] 'agreement among raft nodes before linearized reading' (duration: 168.253974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.251484Z","caller":"traceutil/trace.go:171","msg":"trace[1448420712] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"267.727852ms","start":"2026-03-31T01:34:04.983748Z","end":"2026-03-31T01:34:05.251476Z","steps":["trace[1448420712] 'process raft request' (duration: 266.544744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.363327Z","caller":"traceutil/trace.go:171","msg":"trace[1300302822] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"106.345991ms","start":"2026-03-31T01:34:05.256962Z","end":"2026-03-31T01:34:05.363308Z","steps":["trace[1300302822] 'process raft request' (duration: 106.201998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.363493Z","caller":"traceutil/trace.go:171","msg":"trace[2109008562] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"104.380405ms","start":"2026-03-31T01:34:05.259106Z","end":"2026-03-31T01:34:05.363486Z","steps":["trace[2109008562] 'process raft request' (duration: 104.175681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.363612Z","caller":"traceutil/trace.go:171","msg":"trace[1726581335] linearizableReadLoop","detail":"{readStateIndex:8983; appliedIndex:8981; }","duration":"104.534139ms","start":"2026-03-31T01:34:05.259071Z","end":"2026-03-31T01:34:05.363605Z","steps":["trace[1726581335] 'read index received' (duration: 39.538834ms)","trace[1726581335] 'applied index is now lower than readState.Index' (duration: 64.994685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:05.363651Z","caller":"traceutil/trace.go:171","msg":"trace[1797402691] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"104.476877ms","start":"2026-03-31T01:34:05.25917Z","end":"2026-03-31T01:34:05.363647Z","steps":["trace[1797402691] 'process raft request' (duration: 104.293043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.363786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.172313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:34:05.363809Z","caller":"traceutil/trace.go:171","msg":"trace[1251103733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"102.238195ms","start":"2026-03-31T01:34:05.261564Z","end":"2026-03-31T01:34:05.363803Z","steps":["trace[1251103733] 'agreement among raft nodes before linearized reading' (duration: 102.173813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:05.363833Z","caller":"traceutil/trace.go:171","msg":"trace[2117127781] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"100.156205ms","start":"2026-03-31T01:34:05.26366Z","end":"2026-03-31T01:34:05.363816Z","steps":["trace[2117127781] 'process raft request' (duration: 99.906449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:05.364123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.027751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228789"} {"level":"info","ts":"2026-03-31T01:34:05.364208Z","caller":"traceutil/trace.go:171","msg":"trace[1801500463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8676; }","duration":"105.168864ms","start":"2026-03-31T01:34:05.259025Z","end":"2026-03-31T01:34:05.364193Z","steps":["trace[1801500463] 'agreement among raft nodes before linearized reading' (duration: 104.719283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:06.52526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.599283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:34:06.525334Z","caller":"traceutil/trace.go:171","msg":"trace[550881843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8679; }","duration":"265.721776ms","start":"2026-03-31T01:34:06.259595Z","end":"2026-03-31T01:34:06.525317Z","steps":["trace[550881843] 'range keys from in-memory index tree' (duration: 265.51125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:06.525359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.059997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:34:06.525422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.847367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T01:34:06.525449Z","caller":"traceutil/trace.go:171","msg":"trace[224249055] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8679; }","duration":"707.238551ms","start":"2026-03-31T01:34:05.818188Z","end":"2026-03-31T01:34:06.525427Z","steps":["trace[224249055] 'count revisions from in-memory index tree' (duration: 706.930374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:06.525511Z","caller":"traceutil/trace.go:171","msg":"trace[1698457428] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8679; }","duration":"630.975561ms","start":"2026-03-31T01:34:05.894513Z","end":"2026-03-31T01:34:06.525489Z","steps":["trace[1698457428] 'range keys from in-memory index tree' (duration: 630.613462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:06.525516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:05.81817Z","time spent":"707.333014ms","remote":"127.0.0.1:59904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:34:06.525564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:05.894499Z","time spent":"631.055242ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T01:34:06.525767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.944836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:34:06.525792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.366588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T01:34:06.525819Z","caller":"traceutil/trace.go:171","msg":"trace[746211998] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8679; }","duration":"190.026368ms","start":"2026-03-31T01:34:06.335779Z","end":"2026-03-31T01:34:06.525805Z","steps":["trace[746211998] 'count revisions from in-memory index tree' (duration: 189.844154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:06.525838Z","caller":"traceutil/trace.go:171","msg":"trace[130710586] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8679; }","duration":"531.44178ms","start":"2026-03-31T01:34:05.994384Z","end":"2026-03-31T01:34:06.525825Z","steps":["trace[130710586] 'count revisions from in-memory index tree' (duration: 531.295866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:06.525871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:05.99437Z","time spent":"531.492422ms","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T01:34:06.525961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.26122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T01:34:06.525996Z","caller":"traceutil/trace.go:171","msg":"trace[2076601855] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8679; }","duration":"211.385452ms","start":"2026-03-31T01:34:06.314601Z","end":"2026-03-31T01:34:06.525986Z","steps":["trace[2076601855] 'range keys from in-memory index tree' (duration: 211.159138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:06.755815Z","caller":"traceutil/trace.go:171","msg":"trace[88718823] linearizableReadLoop","detail":"{readStateIndex:8990; appliedIndex:8989; }","duration":"167.375082ms","start":"2026-03-31T01:34:06.588415Z","end":"2026-03-31T01:34:06.75579Z","steps":["trace[88718823] 'read index received' (duration: 167.217069ms)","trace[88718823] 'applied index is now lower than readState.Index' (duration: 156.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:06.755905Z","caller":"traceutil/trace.go:171","msg":"trace[736416379] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"222.419873ms","start":"2026-03-31T01:34:06.533427Z","end":"2026-03-31T01:34:06.755847Z","steps":["trace[736416379] 'process raft request' (duration: 222.193677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:06.756072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.633098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:34:06.756149Z","caller":"traceutil/trace.go:171","msg":"trace[1958719019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8680; }","duration":"167.776812ms","start":"2026-03-31T01:34:06.588351Z","end":"2026-03-31T01:34:06.756128Z","steps":["trace[1958719019] 'agreement among raft nodes before linearized reading' (duration: 167.532207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:07.653266Z","caller":"traceutil/trace.go:171","msg":"trace[120394314] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"286.019314ms","start":"2026-03-31T01:34:07.367208Z","end":"2026-03-31T01:34:07.653227Z","steps":["trace[120394314] 'read index received' (duration: 218.564151ms)","trace[120394314] 'applied index is now lower than readState.Index' (duration: 67.453173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:34:07.653969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.730851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:34:07.654036Z","caller":"traceutil/trace.go:171","msg":"trace[152527231] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"347.095437ms","start":"2026-03-31T01:34:07.306836Z","end":"2026-03-31T01:34:07.653931Z","steps":["trace[152527231] 'process raft request' (duration: 278.962488ms)","trace[152527231] 'compare' (duration: 67.064234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:07.654062Z","caller":"traceutil/trace.go:171","msg":"trace[1664327850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8686; }","duration":"286.853025ms","start":"2026-03-31T01:34:07.367189Z","end":"2026-03-31T01:34:07.654042Z","steps":["trace[1664327850] 'agreement among raft nodes before linearized reading' (duration: 286.291641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:07.654095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.141847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T01:34:07.654112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.084516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T01:34:07.654153Z","caller":"traceutil/trace.go:171","msg":"trace[272182590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8686; }","duration":"156.23846ms","start":"2026-03-31T01:34:07.497901Z","end":"2026-03-31T01:34:07.65414Z","steps":["trace[272182590] 'agreement among raft nodes before linearized reading' (duration: 156.050345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:07.654161Z","caller":"traceutil/trace.go:171","msg":"trace[218812832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8686; }","duration":"286.149768ms","start":"2026-03-31T01:34:07.367997Z","end":"2026-03-31T01:34:07.654147Z","steps":["trace[218812832] 'agreement among raft nodes before linearized reading' (duration: 286.012465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:07.654162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:07.306819Z","time spent":"347.274132ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:34:07.654208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.160028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T01:34:07.654335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.915835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-22gvr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T01:34:07.654368Z","caller":"traceutil/trace.go:171","msg":"trace[1124564200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8686; }","duration":"286.369113ms","start":"2026-03-31T01:34:07.36794Z","end":"2026-03-31T01:34:07.654309Z","steps":["trace[1124564200] 'agreement among raft nodes before linearized reading' (duration: 285.991494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:07.65441Z","caller":"traceutil/trace.go:171","msg":"trace[367943620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-22gvr; range_end:; response_count:1; response_revision:8686; }","duration":"284.032868ms","start":"2026-03-31T01:34:07.370362Z","end":"2026-03-31T01:34:07.654395Z","steps":["trace[367943620] 'agreement among raft nodes before linearized reading' (duration: 283.645159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:08.008468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.030336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:34:08.008648Z","caller":"traceutil/trace.go:171","msg":"trace[50232028] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"348.508391ms","start":"2026-03-31T01:34:07.660121Z","end":"2026-03-31T01:34:08.008629Z","steps":["trace[50232028] 'process raft request' (duration: 348.47811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:08.008705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:07.660114Z","time spent":"348.570562ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:34:08.008803Z","caller":"traceutil/trace.go:171","msg":"trace[1102135029] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"348.752476ms","start":"2026-03-31T01:34:07.660027Z","end":"2026-03-31T01:34:08.008779Z","steps":["trace[1102135029] 'process raft request' (duration: 348.537631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:08.008834Z","caller":"traceutil/trace.go:171","msg":"trace[1205731159] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"349.180536ms","start":"2026-03-31T01:34:07.659605Z","end":"2026-03-31T01:34:08.008786Z","steps":["trace[1205731159] 'process raft request' (duration: 189.736901ms)","trace[1205731159] 'compare' (duration: 158.921553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:34:08.008941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:07.659997Z","time spent":"348.883379ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:34:08.008979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:34:07.659587Z","time spent":"349.31381ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:34:20.266775Z","caller":"traceutil/trace.go:171","msg":"trace[949500723] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9169; }","duration":"135.850569ms","start":"2026-03-31T01:34:20.1309Z","end":"2026-03-31T01:34:20.26675Z","steps":["trace[949500723] 'read index received' (duration: 135.571952ms)","trace[949500723] 'applied index is now lower than readState.Index' (duration: 277.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:34:20.266917Z","caller":"traceutil/trace.go:171","msg":"trace[1107824704] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"168.007918ms","start":"2026-03-31T01:34:20.098848Z","end":"2026-03-31T01:34:20.266856Z","steps":["trace[1107824704] 'process raft request' (duration: 167.692191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:20.267023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.095125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T01:34:20.267068Z","caller":"traceutil/trace.go:171","msg":"trace[1728618784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8854; }","duration":"136.169256ms","start":"2026-03-31T01:34:20.130885Z","end":"2026-03-31T01:34:20.267055Z","steps":["trace[1728618784] 'agreement among raft nodes before linearized reading' (duration: 135.994032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:34:20.267133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.769673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T01:34:20.267215Z","caller":"traceutil/trace.go:171","msg":"trace[406562210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8854; }","duration":"134.866575ms","start":"2026-03-31T01:34:20.132331Z","end":"2026-03-31T01:34:20.267197Z","steps":["trace[406562210] 'agreement among raft nodes before linearized reading' (duration: 134.64121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:34:41.243336Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000247a.wal"} {"level":"info","ts":"2026-03-31T01:35:03.566566Z","caller":"traceutil/trace.go:171","msg":"trace[1661339401] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"128.860916ms","start":"2026-03-31T01:35:03.437656Z","end":"2026-03-31T01:35:03.566517Z","steps":["trace[1661339401] 'process raft request' (duration: 128.630311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:35:03.56643Z","caller":"traceutil/trace.go:171","msg":"trace[451372365] linearizableReadLoop","detail":"{readStateIndex:9613; appliedIndex:9612; }","duration":"110.035953ms","start":"2026-03-31T01:35:03.45637Z","end":"2026-03-31T01:35:03.566406Z","steps":["trace[451372365] 'read index received' (duration: 109.959271ms)","trace[451372365] 'applied index is now lower than readState.Index' (duration: 75.712µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:35:03.566967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.549765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:616"} {"level":"info","ts":"2026-03-31T01:35:03.567056Z","caller":"traceutil/trace.go:171","msg":"trace[1645317312] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:9285; }","duration":"110.717659ms","start":"2026-03-31T01:35:03.456322Z","end":"2026-03-31T01:35:03.567039Z","steps":["trace[1645317312] 'agreement among raft nodes before linearized reading' (duration: 110.391961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:35:03.567544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.04524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-03-31T01:35:03.568697Z","caller":"traceutil/trace.go:171","msg":"trace[424343522] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:9288; }","duration":"110.231647ms","start":"2026-03-31T01:35:03.458443Z","end":"2026-03-31T01:35:03.568674Z","steps":["trace[424343522] 'agreement among raft nodes before linearized reading' (duration: 108.921926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:35:17.262033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.713322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T01:35:17.262467Z","caller":"traceutil/trace.go:171","msg":"trace[102530573] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"623.786269ms","start":"2026-03-31T01:35:16.638636Z","end":"2026-03-31T01:35:17.262422Z","steps":["trace[102530573] 'process raft request' (duration: 152.582396ms)","trace[102530573] 'compare' (duration: 470.463006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T01:35:17.262609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:16.638615Z","time spent":"623.923812ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:35:17.263303Z","caller":"traceutil/trace.go:171","msg":"trace[2011601353] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9725; }","duration":"436.991258ms","start":"2026-03-31T01:35:16.826293Z","end":"2026-03-31T01:35:17.263285Z","steps":["trace[2011601353] 'read index received' (duration: 429.480011ms)","trace[2011601353] 'applied index is now lower than readState.Index' (duration: 7.510367ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T01:35:17.263353Z","caller":"traceutil/trace.go:171","msg":"trace[632053453] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"624.488416ms","start":"2026-03-31T01:35:16.638833Z","end":"2026-03-31T01:35:17.263321Z","steps":["trace[632053453] 'process raft request' (duration: 624.307651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:35:17.263394Z","caller":"traceutil/trace.go:171","msg":"trace[196699235] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"504.169211ms","start":"2026-03-31T01:35:16.759195Z","end":"2026-03-31T01:35:17.263364Z","steps":["trace[196699235] 'process raft request' (duration: 504.049828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:35:17.263488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.178102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T01:35:17.263551Z","caller":"traceutil/trace.go:171","msg":"trace[263905267] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9397; }","duration":"437.279805ms","start":"2026-03-31T01:35:16.826253Z","end":"2026-03-31T01:35:17.263533Z","steps":["trace[263905267] 'agreement among raft nodes before linearized reading' (duration: 437.145981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:35:17.263548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:16.638817Z","time spent":"624.63551ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:35:17.26356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.413797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T01:35:17.263495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:16.759173Z","time spent":"504.274553ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:35:17.263605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:16.826234Z","time spent":"437.357106ms","remote":"127.0.0.1:40712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T01:35:17.263651Z","caller":"traceutil/trace.go:171","msg":"trace[2039040526] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9397; }","duration":"173.5455ms","start":"2026-03-31T01:35:17.090074Z","end":"2026-03-31T01:35:17.26362Z","steps":["trace[2039040526] 'agreement among raft nodes before linearized reading' (duration: 173.379866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:35:17.917276Z","caller":"traceutil/trace.go:171","msg":"trace[75757433] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"308.750735ms","start":"2026-03-31T01:35:17.608479Z","end":"2026-03-31T01:35:17.91723Z","steps":["trace[75757433] 'process raft request' (duration: 308.486869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:35:17.917318Z","caller":"traceutil/trace.go:171","msg":"trace[106728916] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"298.74981ms","start":"2026-03-31T01:35:17.618533Z","end":"2026-03-31T01:35:17.917283Z","steps":["trace[106728916] 'process raft request' (duration: 298.695898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:35:17.917406Z","caller":"traceutil/trace.go:171","msg":"trace[403983105] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"300.489081ms","start":"2026-03-31T01:35:17.616859Z","end":"2026-03-31T01:35:17.917348Z","steps":["trace[403983105] 'process raft request' (duration: 300.276116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T01:35:17.917534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:17.608442Z","time spent":"308.95627ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T01:35:17.917714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T01:35:17.616829Z","time spent":"300.679555ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T01:35:53.386193Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T01:35:53.392087Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T01:35:53.392235Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T01:37:32.264918Z","caller":"traceutil/trace.go:171","msg":"trace[1922619483] transaction","detail":"{read_only:false; response_revision:10420; number_of_response:1; }","duration":"141.656586ms","start":"2026-03-31T01:37:32.123234Z","end":"2026-03-31T01:37:32.26489Z","steps":["trace[1922619483] 'process raft request' (duration: 141.469322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T01:38:10.120355Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8280} {"level":"info","ts":"2026-03-31T01:38:10.200296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8280,"took":"77.586034ms","hash":1070516478,"current-db-size-bytes":57647104,"current-db-size":"58 MB","current-db-size-in-use-bytes":25792512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T01:38:10.200361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1070516478,"revision":8280,"compact-revision":6071} {"level":"info","ts":"2026-03-31T01:43:10.12695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10678} {"level":"info","ts":"2026-03-31T01:43:10.203603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10678,"took":"74.722248ms","hash":4141013439,"current-db-size-bytes":57647104,"current-db-size":"58 MB","current-db-size-in-use-bytes":20492288,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T01:43:10.203674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4141013439,"revision":10678,"compact-revision":8280}