{"level":"warn","ts":"2026-04-09T17:27:21.373821Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:27:21.373953Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.88:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.88:2380","--initial-cluster=instance=https://199.19.213.88:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.88:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.88:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T17:27:21.374075Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T17:27:21.374108Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.88:2380"]} {"level":"info","ts":"2026-04-09T17:27:21.374146Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:27:21.375824Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.88:2379"]} {"level":"info","ts":"2026-04-09T17:27:21.375985Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.88:2380"],"listen-peer-urls":["https://199.19.213.88:2380"],"advertise-client-urls":["https://199.19.213.88:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.88:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.88:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T17:27:21.384221Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.736402ms"} {"level":"info","ts":"2026-04-09T17:27:21.400387Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f209534991425602","cluster-id":"7e9462d56ed655d"} {"level":"info","ts":"2026-04-09T17:27:21.400503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T17:27:21.400536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 became follower at term 0"} {"level":"info","ts":"2026-04-09T17:27:21.400553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f209534991425602 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T17:27:21.400567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 became follower at term 1"} {"level":"info","ts":"2026-04-09T17:27:21.400619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 switched to configuration voters=(17440562607403718146)"} {"level":"warn","ts":"2026-04-09T17:27:21.413384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T17:27:21.418497Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T17:27:21.421137Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T17:27:21.424091Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f209534991425602","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T17:27:21.424244Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f209534991425602","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T17:27:21.424342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:21.424801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:21.42524Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T17:27:21.425629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 switched to configuration voters=(17440562607403718146)"} {"level":"info","ts":"2026-04-09T17:27:21.425791Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7e9462d56ed655d","local-member-id":"f209534991425602","added-peer-id":"f209534991425602","added-peer-peer-urls":["https://199.19.213.88:2380"]} {"level":"info","ts":"2026-04-09T17:27:21.429825Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T17:27:21.430038Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f209534991425602","initial-advertise-peer-urls":["https://199.19.213.88:2380"],"listen-peer-urls":["https://199.19.213.88:2380"],"advertise-client-urls":["https://199.19.213.88:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.88:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T17:27:21.430081Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T17:27:21.430192Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.88:2380"} {"level":"info","ts":"2026-04-09T17:27:21.430214Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.88:2380"} {"level":"info","ts":"2026-04-09T17:27:21.500823Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T17:27:21.500908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T17:27:21.500938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 received MsgPreVoteResp from f209534991425602 at term 1"} {"level":"info","ts":"2026-04-09T17:27:21.500957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 became candidate at term 2"} {"level":"info","ts":"2026-04-09T17:27:21.500966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 received MsgVoteResp from f209534991425602 at term 2"} {"level":"info","ts":"2026-04-09T17:27:21.500976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f209534991425602 became leader at term 2"} {"level":"info","ts":"2026-04-09T17:27:21.500988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f209534991425602 elected leader f209534991425602 at term 2"} {"level":"info","ts":"2026-04-09T17:27:21.501859Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f209534991425602","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.88:2379]}","request-path":"/0/members/f209534991425602/attributes","cluster-id":"7e9462d56ed655d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T17:27:21.501906Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:27:21.502343Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T17:27:21.502408Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:21.502584Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T17:27:21.502633Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T17:27:21.504661Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.88:2379"} {"level":"info","ts":"2026-04-09T17:27:21.504834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T17:27:21.505132Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7e9462d56ed655d","local-member-id":"f209534991425602","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:21.505229Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:21.505253Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T17:27:23.752402Z","caller":"traceutil/trace.go:171","msg":"trace[864153315] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"265.458066ms","start":"2026-04-09T17:27:23.486893Z","end":"2026-04-09T17:27:23.752351Z","steps":["trace[864153315] 'process raft request' (duration: 257.609475ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:23.752444Z","caller":"traceutil/trace.go:171","msg":"trace[1485689521] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"263.896368ms","start":"2026-04-09T17:27:23.488515Z","end":"2026-04-09T17:27:23.752412Z","steps":["trace[1485689521] 'process raft request' (duration: 263.725646ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:23.752544Z","caller":"traceutil/trace.go:171","msg":"trace[241073262] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"263.846927ms","start":"2026-04-09T17:27:23.48866Z","end":"2026-04-09T17:27:23.752507Z","steps":["trace[241073262] 'process raft request' (duration: 263.610314ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:23.752539Z","caller":"traceutil/trace.go:171","msg":"trace[1197164795] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"265.341935ms","start":"2026-04-09T17:27:23.487163Z","end":"2026-04-09T17:27:23.752505Z","steps":["trace[1197164795] 'process raft request' (duration: 265.010221ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:23.752571Z","caller":"traceutil/trace.go:171","msg":"trace[1792688243] linearizableReadLoop","detail":"{readStateIndex:40; appliedIndex:35; }","duration":"138.650363ms","start":"2026-04-09T17:27:23.613787Z","end":"2026-04-09T17:27:23.752438Z","steps":["trace[1792688243] 'read index received' (duration: 130.729151ms)","trace[1792688243] 'applied index is now lower than readState.Index' (duration: 7.919732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:27:23.752769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.960766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-09T17:27:23.752812Z","caller":"traceutil/trace.go:171","msg":"trace[738039109] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"262.391401ms","start":"2026-04-09T17:27:23.4904Z","end":"2026-04-09T17:27:23.752792Z","steps":["trace[738039109] 'process raft request' (duration: 261.943316ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:23.753001Z","caller":"traceutil/trace.go:171","msg":"trace[484604156] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:36; }","duration":"139.115408ms","start":"2026-04-09T17:27:23.613744Z","end":"2026-04-09T17:27:23.75286Z","steps":["trace[484604156] 'agreement among raft nodes before linearized reading' (duration: 138.894895ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:35.073586Z","caller":"traceutil/trace.go:171","msg":"trace[1143250215] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"140.330091ms","start":"2026-04-09T17:27:34.933216Z","end":"2026-04-09T17:27:35.073546Z","steps":["trace[1143250215] 'process raft request' (duration: 139.887686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:35.295354Z","caller":"traceutil/trace.go:171","msg":"trace[1795972784] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"177.692046ms","start":"2026-04-09T17:27:35.117632Z","end":"2026-04-09T17:27:35.295324Z","steps":["trace[1795972784] 'process raft request' (duration: 92.06078ms)","trace[1795972784] 'compare' (duration: 85.490674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:27:46.775587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.221965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:46.775706Z","caller":"traceutil/trace.go:171","msg":"trace[840161678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"102.428687ms","start":"2026-04-09T17:27:46.673252Z","end":"2026-04-09T17:27:46.775681Z","steps":["trace[840161678] 'range keys from in-memory index tree' (duration: 102.094345ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:52.284138Z","caller":"traceutil/trace.go:171","msg":"trace[1549244759] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"308.032908ms","start":"2026-04-09T17:27:51.976084Z","end":"2026-04-09T17:27:52.284117Z","steps":["trace[1549244759] 'read index received' (duration: 307.900007ms)","trace[1549244759] 'applied index is now lower than readState.Index' (duration: 132.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:27:52.284239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.14016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:52.284206Z","caller":"traceutil/trace.go:171","msg":"trace[1065606246] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"355.371396ms","start":"2026-04-09T17:27:51.928802Z","end":"2026-04-09T17:27:52.284173Z","steps":["trace[1065606246] 'process raft request' (duration: 355.204704ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:52.284265Z","caller":"traceutil/trace.go:171","msg":"trace[1396358733] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:469; }","duration":"308.21486ms","start":"2026-04-09T17:27:51.976042Z","end":"2026-04-09T17:27:52.284257Z","steps":["trace[1396358733] 'agreement among raft nodes before linearized reading' (duration: 308.15418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:52.284292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:51.976025Z","time spent":"308.26078ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-09T17:27:52.285006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:51.928781Z","time spent":"355.501166ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:54.74925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682712727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:27:55.245434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005428434s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:27:55.246711Z","caller":"traceutil/trace.go:171","msg":"trace[1361737928] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.00742217s","start":"2026-04-09T17:27:54.23925Z","end":"2026-04-09T17:27:55.246672Z","steps":["trace[1361737928] 'process raft request' (duration: 1.006663654s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:55.246934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.239184Z","time spent":"1.007637002s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:56.639697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394004334s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:27:56.640144Z","caller":"traceutil/trace.go:171","msg":"trace[1758429993] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:570; }","duration":"2.391908654s","start":"2026-04-09T17:27:54.248196Z","end":"2026-04-09T17:27:56.640105Z","steps":["trace[1758429993] 'read index received' (duration: 997.537177ms)","trace[1758429993] 'applied index is now lower than readState.Index' (duration: 1.394370447s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:27:56.640274Z","caller":"traceutil/trace.go:171","msg":"trace[997978824] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"2.059300429s","start":"2026-04-09T17:27:54.58094Z","end":"2026-04-09T17:27:56.64024Z","steps":["trace[997978824] 'process raft request' (duration: 2.059020847s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.640401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392198876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-04-09T17:27:56.640446Z","caller":"traceutil/trace.go:171","msg":"trace[2006089040] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:546; }","duration":"2.392296468s","start":"2026-04-09T17:27:54.248136Z","end":"2026-04-09T17:27:56.640432Z","steps":["trace[2006089040] 'agreement among raft nodes before linearized reading' (duration: 2.392117986s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.64045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.580913Z","time spent":"2.05944442s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:56.640481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.248114Z","time spent":"2.392358208s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":29499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" "} {"level":"warn","ts":"2026-04-09T17:27:56.67387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T17:27:56.673953Z","caller":"traceutil/trace.go:171","msg":"trace[1861194766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999909655s","start":"2026-04-09T17:27:54.674025Z","end":"2026-04-09T17:27:56.673935Z","steps":["trace[1861194766] 'agreement among raft nodes before linearized reading' (duration: 1.999806335s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.674009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.673994Z","time spent":"2.000004317s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 17:27:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T17:27:56.704975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660015479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.88\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-09T17:27:56.705049Z","caller":"traceutil/trace.go:171","msg":"trace[2055576253] range","detail":"{range_begin:/registry/masterleases/199.19.213.88; range_end:; response_count:1; response_revision:547; }","duration":"1.66012251s","start":"2026-04-09T17:27:55.044901Z","end":"2026-04-09T17:27:56.705023Z","steps":["trace[2055576253] 'agreement among raft nodes before linearized reading' (duration: 1.659978649s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.705082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.044882Z","time spent":"1.66019454s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.88\" "} {"level":"warn","ts":"2026-04-09T17:27:56.705113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103069999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-09T17:27:56.705176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508388603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T17:27:56.705199Z","caller":"traceutil/trace.go:171","msg":"trace[1155869475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:547; }","duration":"2.10321852s","start":"2026-04-09T17:27:54.601957Z","end":"2026-04-09T17:27:56.705176Z","steps":["trace[1155869475] 'agreement among raft nodes before linearized reading' (duration: 2.103046029s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:56.705253Z","caller":"traceutil/trace.go:171","msg":"trace[1078531024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"1.508498543s","start":"2026-04-09T17:27:55.196734Z","end":"2026-04-09T17:27:56.705232Z","steps":["trace[1078531024] 'agreement among raft nodes before linearized reading' (duration: 1.508147771s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.705306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.196719Z","time spent":"1.508575445s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:27:56.705326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.601926Z","time spent":"2.103324252s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:27:56.705623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161515579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:27:56.705731Z","caller":"traceutil/trace.go:171","msg":"trace[410152183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:547; }","duration":"1.161774572s","start":"2026-04-09T17:27:55.543938Z","end":"2026-04-09T17:27:56.705713Z","steps":["trace[410152183] 'agreement among raft nodes before linearized reading' (duration: 1.16151613s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.705813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.543917Z","time spent":"1.161881883s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:27:56.705839Z","caller":"traceutil/trace.go:171","msg":"trace[434307635] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.413976976s","start":"2026-04-09T17:27:55.291758Z","end":"2026-04-09T17:27:56.705735Z","steps":["trace[434307635] 'process raft request' (duration: 1.412929428s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.706061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:55.291708Z","time spent":"1.414276758s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:56.706542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415338973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:27:56.706678Z","caller":"traceutil/trace.go:171","msg":"trace[908670130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"2.415535034s","start":"2026-04-09T17:27:54.29108Z","end":"2026-04-09T17:27:56.706615Z","steps":["trace[908670130] 'agreement among raft nodes before linearized reading' (duration: 2.415346803s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:56.706765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:54.29106Z","time spent":"2.415663776s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:27:57.214323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682712733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:27:57.597386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.71069Z","time spent":"886.691682ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-09T17:27:57.599788Z","caller":"traceutil/trace.go:171","msg":"trace[343195] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"886.36107ms","start":"2026-04-09T17:27:56.713363Z","end":"2026-04-09T17:27:57.599724Z","steps":["trace[343195] 'process raft request' (duration: 886.098758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.600061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.713337Z","time spent":"886.571491ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:27:57.600054Z","caller":"traceutil/trace.go:171","msg":"trace[1663063372] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:573; }","duration":"886.36722ms","start":"2026-04-09T17:27:56.713624Z","end":"2026-04-09T17:27:57.599991Z","steps":["trace[1663063372] 'read index received' (duration: 831.760041ms)","trace[1663063372] 'applied index is now lower than readState.Index' (duration: 54.606079ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:27:57.600215Z","caller":"traceutil/trace.go:171","msg":"trace[1557382301] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"885.864995ms","start":"2026-04-09T17:27:56.714328Z","end":"2026-04-09T17:27:57.600193Z","steps":["trace[1557382301] 'process raft request' (duration: 885.332591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.600335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.684753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:18056"} {"level":"info","ts":"2026-04-09T17:27:57.600428Z","caller":"traceutil/trace.go:171","msg":"trace[927383112] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"886.986616ms","start":"2026-04-09T17:27:56.713429Z","end":"2026-04-09T17:27:57.600416Z","steps":["trace[927383112] 'process raft request' (duration: 886.146769ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:57.600451Z","caller":"traceutil/trace.go:171","msg":"trace[1944621360] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:553; }","duration":"886.824034ms","start":"2026-04-09T17:27:56.713589Z","end":"2026-04-09T17:27:57.600413Z","steps":["trace[1944621360] 'agreement among raft nodes before linearized reading' (duration: 886.515651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.6005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.713423Z","time spent":"887.041987ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:57.600531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.713576Z","time spent":"886.915995ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":18079,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-09T17:27:57.600617Z","caller":"traceutil/trace.go:171","msg":"trace[438587325] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"884.910189ms","start":"2026-04-09T17:27:56.715692Z","end":"2026-04-09T17:27:57.600602Z","steps":["trace[438587325] 'process raft request' (duration: 883.999421ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:27:57.600638Z","caller":"traceutil/trace.go:171","msg":"trace[458988777] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"851.740604ms","start":"2026-04-09T17:27:56.748876Z","end":"2026-04-09T17:27:57.600616Z","steps":["trace[458988777] 'process raft request' (duration: 850.933506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.600702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.715678Z","time spent":"884.983539ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:27:57.60071Z","caller":"traceutil/trace.go:171","msg":"trace[400963423] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"887.226527ms","start":"2026-04-09T17:27:56.713469Z","end":"2026-04-09T17:27:57.600696Z","steps":["trace[400963423] 'process raft request' (duration: 886.160738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.600799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.713464Z","time spent":"887.294008ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:57.600376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.714294Z","time spent":"885.976178ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:57.60082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.748848Z","time spent":"851.923285ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:27:57.604642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.305944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:27:57.604724Z","caller":"traceutil/trace.go:171","msg":"trace[320660159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"889.421575ms","start":"2026-04-09T17:27:56.715289Z","end":"2026-04-09T17:27:57.60471Z","steps":["trace[320660159] 'agreement among raft nodes before linearized reading' (duration: 889.257154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:27:57.604775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:27:56.71528Z","time spent":"889.470505ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:28:01.894256Z","caller":"traceutil/trace.go:171","msg":"trace[166642232] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"258.543334ms","start":"2026-04-09T17:28:01.635669Z","end":"2026-04-09T17:28:01.894213Z","steps":["trace[166642232] 'process raft request' (duration: 258.471983ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:01.894323Z","caller":"traceutil/trace.go:171","msg":"trace[2049222036] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"261.570358ms","start":"2026-04-09T17:28:01.632717Z","end":"2026-04-09T17:28:01.894287Z","steps":["trace[2049222036] 'process raft request' (duration: 244.730693ms)","trace[2049222036] 'compare' (duration: 16.545603ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:01.894489Z","caller":"traceutil/trace.go:171","msg":"trace[1845678142] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"258.703705ms","start":"2026-04-09T17:28:01.635761Z","end":"2026-04-09T17:28:01.894464Z","steps":["trace[1845678142] 'process raft request' (duration: 258.425752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:01.894537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.99053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:01.894568Z","caller":"traceutil/trace.go:171","msg":"trace[1061154308] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:578; }","duration":"257.053861ms","start":"2026-04-09T17:28:01.637506Z","end":"2026-04-09T17:28:01.89456Z","steps":["trace[1061154308] 'agreement among raft nodes before linearized reading' (duration: 256.971481ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:01.894432Z","caller":"traceutil/trace.go:171","msg":"trace[767050637] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:602; }","duration":"256.887099ms","start":"2026-04-09T17:28:01.637532Z","end":"2026-04-09T17:28:01.894419Z","steps":["trace[767050637] 'read index received' (duration: 24.857529ms)","trace[767050637] 'applied index is now lower than readState.Index' (duration: 232.02849ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:02.334842Z","caller":"traceutil/trace.go:171","msg":"trace[544191879] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"372.074297ms","start":"2026-04-09T17:28:01.962717Z","end":"2026-04-09T17:28:02.334791Z","steps":["trace[544191879] 'process raft request' (duration: 371.782704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:02.335165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:01.962695Z","time spent":"372.24315ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:03.623661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.823012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:28:03.623787Z","caller":"traceutil/trace.go:171","msg":"trace[1103769697] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"950.389528ms","start":"2026-04-09T17:28:02.673382Z","end":"2026-04-09T17:28:03.623771Z","steps":["trace[1103769697] 'read index received' (duration: 459.915372ms)","trace[1103769697] 'applied index is now lower than readState.Index' (duration: 490.473186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:03.623882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.505179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:28:03.623914Z","caller":"traceutil/trace.go:171","msg":"trace[546600158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"950.572129ms","start":"2026-04-09T17:28:02.673332Z","end":"2026-04-09T17:28:03.623904Z","steps":["trace[546600158] 'agreement among raft nodes before linearized reading' (duration: 950.498139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:03.623945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:02.67331Z","time spent":"950.627801ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:28:03.624153Z","caller":"traceutil/trace.go:171","msg":"trace[103761808] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"1.272162702s","start":"2026-04-09T17:28:02.351979Z","end":"2026-04-09T17:28:03.624141Z","steps":["trace[103761808] 'process raft request' (duration: 781.608945ms)","trace[103761808] 'compare' (duration: 489.443558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:28:03.624218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:02.35195Z","time spent":"1.272235874s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:28:05.538481Z","caller":"traceutil/trace.go:171","msg":"trace[910588342] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"429.661127ms","start":"2026-04-09T17:28:05.108792Z","end":"2026-04-09T17:28:05.538453Z","steps":["trace[910588342] 'read index received' (duration: 429.566586ms)","trace[910588342] 'applied index is now lower than readState.Index' (duration: 93.271µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:05.538661Z","caller":"traceutil/trace.go:171","msg":"trace[37477236] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"447.262814ms","start":"2026-04-09T17:28:05.091369Z","end":"2026-04-09T17:28:05.538631Z","steps":["trace[37477236] 'process raft request' (duration: 446.940982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:05.538826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:05.091345Z","time spent":"447.394675ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:05.539071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.266932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-04-09T17:28:05.539131Z","caller":"traceutil/trace.go:171","msg":"trace[1696524753] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:618; }","duration":"430.360362ms","start":"2026-04-09T17:28:05.108754Z","end":"2026-04-09T17:28:05.539114Z","steps":["trace[1696524753] 'agreement among raft nodes before linearized reading' (duration: 430.05744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:05.539167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:05.108737Z","time spent":"430.422462ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":988,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" "} {"level":"info","ts":"2026-04-09T17:28:05.541678Z","caller":"traceutil/trace.go:171","msg":"trace[22459330] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"295.241063ms","start":"2026-04-09T17:28:05.246418Z","end":"2026-04-09T17:28:05.541659Z","steps":["trace[22459330] 'process raft request' (duration: 295.113272ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:19.402509Z","caller":"traceutil/trace.go:171","msg":"trace[1264432122] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"253.110251ms","start":"2026-04-09T17:28:19.149381Z","end":"2026-04-09T17:28:19.402491Z","steps":["trace[1264432122] 'read index received' (duration: 252.96523ms)","trace[1264432122] 'applied index is now lower than readState.Index' (duration: 144.051µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:19.402608Z","caller":"traceutil/trace.go:171","msg":"trace[114851988] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"336.640974ms","start":"2026-04-09T17:28:19.065945Z","end":"2026-04-09T17:28:19.402586Z","steps":["trace[114851988] 'process raft request' (duration: 336.424293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:19.402678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.282382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-09T17:28:19.402704Z","caller":"traceutil/trace.go:171","msg":"trace[1016894336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"253.325622ms","start":"2026-04-09T17:28:19.149372Z","end":"2026-04-09T17:28:19.402697Z","steps":["trace[1016894336] 'agreement among raft nodes before linearized reading' (duration: 253.200681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:19.402793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:19.065918Z","time spent":"336.779995ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:28:34.742355Z","caller":"traceutil/trace.go:171","msg":"trace[711707430] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"350.627906ms","start":"2026-04-09T17:28:34.391702Z","end":"2026-04-09T17:28:34.74233Z","steps":["trace[711707430] 'process raft request' (duration: 350.43163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:34.742536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:34.391677Z","time spent":"350.7718ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:28:49.934179Z","caller":"traceutil/trace.go:171","msg":"trace[7290711] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1192; }","duration":"301.605024ms","start":"2026-04-09T17:28:49.632551Z","end":"2026-04-09T17:28:49.934156Z","steps":["trace[7290711] 'read index received' (duration: 301.382569ms)","trace[7290711] 'applied index is now lower than readState.Index' (duration: 221.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:49.934297Z","caller":"traceutil/trace.go:171","msg":"trace[2035296724] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"652.283832ms","start":"2026-04-09T17:28:49.281983Z","end":"2026-04-09T17:28:49.934267Z","steps":["trace[2035296724] 'process raft request' (duration: 652.011255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:49.934395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.85289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:28:49.934438Z","caller":"traceutil/trace.go:171","msg":"trace[1791014768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1152; }","duration":"301.954153ms","start":"2026-04-09T17:28:49.632472Z","end":"2026-04-09T17:28:49.934426Z","steps":["trace[1791014768] 'agreement among raft nodes before linearized reading' (duration: 301.800929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:28:49.934444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:49.281963Z","time spent":"652.409236ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:28:49.934482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:28:49.632449Z","time spent":"302.021685ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:28:54.310013Z","caller":"traceutil/trace.go:171","msg":"trace[592613321] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"107.793123ms","start":"2026-04-09T17:28:54.202191Z","end":"2026-04-09T17:28:54.309984Z","steps":["trace[592613321] 'process raft request' (duration: 107.6424ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:28:54.553858Z","caller":"traceutil/trace.go:171","msg":"trace[785239985] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"239.256897ms","start":"2026-04-09T17:28:54.314561Z","end":"2026-04-09T17:28:54.553818Z","steps":["trace[785239985] 'process raft request' (duration: 188.222275ms)","trace[785239985] 'compare' (duration: 50.779346ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:28:54.574886Z","caller":"traceutil/trace.go:171","msg":"trace[2064804594] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"260.278095ms","start":"2026-04-09T17:28:54.314562Z","end":"2026-04-09T17:28:54.57484Z","steps":["trace[2064804594] 'process raft request' (duration: 260.012529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:07.175602Z","caller":"traceutil/trace.go:171","msg":"trace[731424264] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"163.963418ms","start":"2026-04-09T17:29:07.011596Z","end":"2026-04-09T17:29:07.175559Z","steps":["trace[731424264] 'read index received' (duration: 163.850055ms)","trace[731424264] 'applied index is now lower than readState.Index' (duration: 112.643µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:07.175708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.117571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:07.175728Z","caller":"traceutil/trace.go:171","msg":"trace[402417970] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1296; }","duration":"164.216003ms","start":"2026-04-09T17:29:07.011505Z","end":"2026-04-09T17:29:07.175721Z","steps":["trace[402417970] 'agreement among raft nodes before linearized reading' (duration: 164.158952ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:07.175848Z","caller":"traceutil/trace.go:171","msg":"trace[1326381638] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"222.188637ms","start":"2026-04-09T17:29:06.953611Z","end":"2026-04-09T17:29:07.175799Z","steps":["trace[1326381638] 'process raft request' (duration: 221.805699ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:13.443328Z","caller":"traceutil/trace.go:171","msg":"trace[1171246159] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"137.128415ms","start":"2026-04-09T17:29:13.306172Z","end":"2026-04-09T17:29:13.4433Z","steps":["trace[1171246159] 'process raft request' (duration: 136.984752ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:14.663807Z","caller":"traceutil/trace.go:171","msg":"trace[933024338] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"261.333713ms","start":"2026-04-09T17:29:14.402432Z","end":"2026-04-09T17:29:14.663766Z","steps":["trace[933024338] 'process raft request' (duration: 261.022477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:32.565772Z","caller":"traceutil/trace.go:171","msg":"trace[1617155137] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"309.577505ms","start":"2026-04-09T17:29:32.256169Z","end":"2026-04-09T17:29:32.565746Z","steps":["trace[1617155137] 'process raft request' (duration: 309.402662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:32.565959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:32.256144Z","time spent":"309.734549ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:32.576225Z","caller":"traceutil/trace.go:171","msg":"trace[469792182] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1801; }","duration":"253.829676ms","start":"2026-04-09T17:29:32.322382Z","end":"2026-04-09T17:29:32.576211Z","steps":["trace[469792182] 'read index received' (duration: 243.212929ms)","trace[469792182] 'applied index is now lower than readState.Index' (duration: 10.616097ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:29:32.576297Z","caller":"traceutil/trace.go:171","msg":"trace[1370772561] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"318.29765ms","start":"2026-04-09T17:29:32.257991Z","end":"2026-04-09T17:29:32.576289Z","steps":["trace[1370772561] 'process raft request' (duration: 318.126827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:32.576366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:32.257965Z","time spent":"318.349091ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:32.576401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.604396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:32.57644Z","caller":"traceutil/trace.go:171","msg":"trace[603916788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1724; }","duration":"243.667987ms","start":"2026-04-09T17:29:32.332762Z","end":"2026-04-09T17:29:32.57643Z","steps":["trace[603916788] 'agreement among raft nodes before linearized reading' (duration: 243.608295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:32.576788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.401666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-5m842\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-09T17:29:32.57683Z","caller":"traceutil/trace.go:171","msg":"trace[922904353] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-5m842; range_end:; response_count:1; response_revision:1724; }","duration":"254.468137ms","start":"2026-04-09T17:29:32.32235Z","end":"2026-04-09T17:29:32.576818Z","steps":["trace[922904353] 'agreement among raft nodes before linearized reading' (duration: 254.217443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.222031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715137,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:29:34.296789Z","caller":"traceutil/trace.go:171","msg":"trace[1890661230] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"740.097111ms","start":"2026-04-09T17:29:33.556669Z","end":"2026-04-09T17:29:34.296766Z","steps":["trace[1890661230] 'process raft request' (duration: 739.969469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.297174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.556647Z","time spent":"740.279735ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:34.297458Z","caller":"traceutil/trace.go:171","msg":"trace[1352323378] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"623.147058ms","start":"2026-04-09T17:29:33.674292Z","end":"2026-04-09T17:29:34.297439Z","steps":["trace[1352323378] 'process raft request' (duration: 622.994406ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:34.297562Z","caller":"traceutil/trace.go:171","msg":"trace[232752334] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1815; }","duration":"623.797149ms","start":"2026-04-09T17:29:33.673741Z","end":"2026-04-09T17:29:34.297538Z","steps":["trace[232752334] 'read index received' (duration: 622.832053ms)","trace[232752334] 'applied index is now lower than readState.Index' (duration: 962.926µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:34.297628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.897381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:34.297617Z","caller":"traceutil/trace.go:171","msg":"trace[482168351] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"584.094206ms","start":"2026-04-09T17:29:33.713511Z","end":"2026-04-09T17:29:34.297605Z","steps":["trace[482168351] 'process raft request' (duration: 583.897083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.297573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.674276Z","time spent":"623.23742ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:34.297647Z","caller":"traceutil/trace.go:171","msg":"trace[1201736592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1739; }","duration":"623.957942ms","start":"2026-04-09T17:29:33.673684Z","end":"2026-04-09T17:29:34.297642Z","steps":["trace[1201736592] 'agreement among raft nodes before linearized reading' (duration: 623.926471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:34.297662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.673661Z","time spent":"623.998733ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:29:34.297706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:33.713491Z","time spent":"584.159997ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:41.87544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:29:42.375645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:29:42.38494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023136417s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:29:42.385548Z","caller":"traceutil/trace.go:171","msg":"trace[825383586] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"1.023792638s","start":"2026-04-09T17:29:41.361722Z","end":"2026-04-09T17:29:42.385514Z","steps":["trace[825383586] 'process raft request' (duration: 1.023587644s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:42.385846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.361703Z","time spent":"1.0239395s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:42.878052Z","caller":"traceutil/trace.go:171","msg":"trace[1255495325] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"1.075969687s","start":"2026-04-09T17:29:41.80206Z","end":"2026-04-09T17:29:42.87803Z","steps":["trace[1255495325] 'process raft request' (duration: 1.07553701s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:42.87818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.801994Z","time spent":"1.076121419s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:42.878432Z","caller":"traceutil/trace.go:171","msg":"trace[479814625] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"554.046541ms","start":"2026-04-09T17:29:42.324362Z","end":"2026-04-09T17:29:42.878409Z","steps":["trace[479814625] 'process raft request' (duration: 553.624313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:42.878581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503800072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:29:42.878417Z","caller":"traceutil/trace.go:171","msg":"trace[141459030] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1923; }","duration":"1.503618299s","start":"2026-04-09T17:29:41.374767Z","end":"2026-04-09T17:29:42.878385Z","steps":["trace[141459030] 'read index received' (duration: 1.010469467s)","trace[141459030] 'applied index is now lower than readState.Index' (duration: 493.147742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:42.878522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.324339Z","time spent":"554.153923ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:42.878447Z","caller":"traceutil/trace.go:171","msg":"trace[27855102] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"525.313709ms","start":"2026-04-09T17:29:42.353117Z","end":"2026-04-09T17:29:42.878431Z","steps":["trace[27855102] 'process raft request' (duration: 525.196247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:42.878793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.353098Z","time spent":"525.625714ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:42.878644Z","caller":"traceutil/trace.go:171","msg":"trace[1540073044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"1.503903223s","start":"2026-04-09T17:29:41.374724Z","end":"2026-04-09T17:29:42.878627Z","steps":["trace[1540073044] 'agreement among raft nodes before linearized reading' (duration: 1.50373996s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:42.878918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.374704Z","time spent":"1.504196308s","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:29:43.655083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.302512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:29:43.65521Z","caller":"traceutil/trace.go:171","msg":"trace[1945040983] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"776.519066ms","start":"2026-04-09T17:29:42.878669Z","end":"2026-04-09T17:29:43.655189Z","steps":["trace[1945040983] 'read index received' (duration: 111.913668ms)","trace[1945040983] 'applied index is now lower than readState.Index' (duration: 664.603528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:43.655407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215317542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-09T17:29:43.655466Z","caller":"traceutil/trace.go:171","msg":"trace[553016971] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309; range_end:; response_count:1; response_revision:1847; }","duration":"2.215375343s","start":"2026-04-09T17:29:41.440072Z","end":"2026-04-09T17:29:43.655448Z","steps":["trace[553016971] 'agreement among raft nodes before linearized reading' (duration: 2.21517409s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.655513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.440038Z","time spent":"2.215462075s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309\" "} {"level":"warn","ts":"2026-04-09T17:29:43.655577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650692765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:43.655679Z","caller":"traceutil/trace.go:171","msg":"trace[2119375866] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1847; }","duration":"1.650860038s","start":"2026-04-09T17:29:42.004791Z","end":"2026-04-09T17:29:43.655651Z","steps":["trace[2119375866] 'agreement among raft nodes before linearized reading' (duration: 1.650650815s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.655751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.004748Z","time spent":"1.65098367s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:29:43.656004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949910864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T17:29:43.656063Z","caller":"traceutil/trace.go:171","msg":"trace[1125165909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1847; }","duration":"1.950033266s","start":"2026-04-09T17:29:41.706015Z","end":"2026-04-09T17:29:43.656048Z","steps":["trace[1125165909] 'agreement among raft nodes before linearized reading' (duration: 1.949885123s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.656106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.705995Z","time spent":"1.950100376s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-09T17:29:43.656113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981153349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:29:43.656126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.274646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:29:43.656169Z","caller":"traceutil/trace.go:171","msg":"trace[459106629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"1.981254561s","start":"2026-04-09T17:29:41.674898Z","end":"2026-04-09T17:29:43.656152Z","steps":["trace[459106629] 'agreement among raft nodes before linearized reading' (duration: 1.981139079s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.656162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036666729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T17:29:43.656214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:41.674874Z","time spent":"1.981331442s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:29:43.656218Z","caller":"traceutil/trace.go:171","msg":"trace[1718156922] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.056763489s","start":"2026-04-09T17:29:42.599441Z","end":"2026-04-09T17:29:43.656205Z","steps":["trace[1718156922] 'process raft request' (duration: 391.236657ms)","trace[1718156922] 'compare' (duration: 664.017298ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:29:43.656234Z","caller":"traceutil/trace.go:171","msg":"trace[1335975085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1847; }","duration":"1.0367687s","start":"2026-04-09T17:29:42.61945Z","end":"2026-04-09T17:29:43.656218Z","steps":["trace[1335975085] 'agreement among raft nodes before linearized reading' (duration: 1.036578317s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.656286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.599415Z","time spent":"1.05683253s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:43.65629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.619428Z","time spent":"1.036849972s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:29:43.656177Z","caller":"traceutil/trace.go:171","msg":"trace[527505335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"839.347287ms","start":"2026-04-09T17:29:42.816815Z","end":"2026-04-09T17:29:43.656162Z","steps":["trace[527505335] 'agreement among raft nodes before linearized reading' (duration: 839.175575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.656479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.816803Z","time spent":"839.668262ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:29:43.65762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455806295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-09T17:29:43.657679Z","caller":"traceutil/trace.go:171","msg":"trace[1681171496] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309; range_end:; response_count:1; response_revision:1847; }","duration":"1.455895005s","start":"2026-04-09T17:29:42.201769Z","end":"2026-04-09T17:29:43.657664Z","steps":["trace[1681171496] 'agreement among raft nodes before linearized reading' (duration: 1.454550433s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.657723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.201752Z","time spent":"1.455958867s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f238a967-1d63-4d2c-8b3d-870d97cfb309\" "} {"level":"warn","ts":"2026-04-09T17:29:43.657942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030565149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:29:43.657994Z","caller":"traceutil/trace.go:171","msg":"trace[872765334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1847; }","duration":"1.03067599s","start":"2026-04-09T17:29:42.627303Z","end":"2026-04-09T17:29:43.657979Z","steps":["trace[872765334] 'agreement among raft nodes before linearized reading' (duration: 1.028085868s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.658037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.627272Z","time spent":"1.030752512s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:29:43.658206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.53567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:29:43.658287Z","caller":"traceutil/trace.go:171","msg":"trace[50810965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"845.649901ms","start":"2026-04-09T17:29:42.812624Z","end":"2026-04-09T17:29:43.658274Z","steps":["trace[50810965] 'agreement among raft nodes before linearized reading' (duration: 845.495969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.65833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.812607Z","time spent":"845.710482ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:29:43.658446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.98637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:29:43.658514Z","caller":"traceutil/trace.go:171","msg":"trace[883582683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1847; }","duration":"848.108282ms","start":"2026-04-09T17:29:42.810387Z","end":"2026-04-09T17:29:43.658495Z","steps":["trace[883582683] 'agreement among raft nodes before linearized reading' (duration: 847.919739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:43.658558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:42.810366Z","time spent":"848.183864ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:29:51.155933Z","caller":"traceutil/trace.go:171","msg":"trace[21637586] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"250.891133ms","start":"2026-04-09T17:29:50.905016Z","end":"2026-04-09T17:29:51.155907Z","steps":["trace[21637586] 'process raft request' (duration: 250.72208ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:51.259837Z","caller":"traceutil/trace.go:171","msg":"trace[927398043] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"353.362404ms","start":"2026-04-09T17:29:50.906432Z","end":"2026-04-09T17:29:51.259795Z","steps":["trace[927398043] 'process raft request' (duration: 351.78248ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:51.259924Z","caller":"traceutil/trace.go:171","msg":"trace[1883202804] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"321.301793ms","start":"2026-04-09T17:29:50.938596Z","end":"2026-04-09T17:29:51.259898Z","steps":["trace[1883202804] 'read index received' (duration: 217.115496ms)","trace[1883202804] 'applied index is now lower than readState.Index' (duration: 104.184037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:51.260073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:50.906415Z","time spent":"353.529407ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:51.260258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.627749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:29:51.260334Z","caller":"traceutil/trace.go:171","msg":"trace[490302094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"321.758531ms","start":"2026-04-09T17:29:50.938555Z","end":"2026-04-09T17:29:51.260314Z","steps":["trace[490302094] 'agreement among raft nodes before linearized reading' (duration: 321.468566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:51.260378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:50.938541Z","time spent":"321.828062ms","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-09T17:29:51.261264Z","caller":"traceutil/trace.go:171","msg":"trace[1933349254] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"100.736154ms","start":"2026-04-09T17:29:51.160507Z","end":"2026-04-09T17:29:51.261244Z","steps":["trace[1933349254] 'process raft request' (duration: 100.529311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:57.800994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:29:58.719699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450316108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:58.719775Z","caller":"traceutil/trace.go:171","msg":"trace[20858478] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1973; }","duration":"1.450447409s","start":"2026-04-09T17:29:57.269312Z","end":"2026-04-09T17:29:58.719759Z","steps":["trace[20858478] 'count revisions from in-memory index tree' (duration: 1.450230976s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.719821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.269291Z","time spent":"1.450515461s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:29:58.720435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.525572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:29:58.720505Z","caller":"traceutil/trace.go:171","msg":"trace[551536554] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.435361224s","start":"2026-04-09T17:29:57.285129Z","end":"2026-04-09T17:29:58.72049Z","steps":["trace[551536554] 'process raft request' (duration: 905.714311ms)","trace[551536554] 'compare' (duration: 529.166206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:58.720582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.285107Z","time spent":"1.435436125s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:58.901522Z","caller":"traceutil/trace.go:171","msg":"trace[2013225857] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.191667525s","start":"2026-04-09T17:29:57.709835Z","end":"2026-04-09T17:29:58.901502Z","steps":["trace[2013225857] 'process raft request' (duration: 1.180218165s)","trace[2013225857] 'compare' (duration: 11.303598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:29:58.90164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.709811Z","time spent":"1.191770677s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:29:58.901689Z","caller":"traceutil/trace.go:171","msg":"trace[836377967] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2058; }","duration":"1.600744907s","start":"2026-04-09T17:29:57.300915Z","end":"2026-04-09T17:29:58.90166Z","steps":["trace[836377967] 'read index received' (duration: 890.063376ms)","trace[836377967] 'applied index is now lower than readState.Index' (duration: 710.679191ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:29:58.901764Z","caller":"traceutil/trace.go:171","msg":"trace[1390590256] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.012883156s","start":"2026-04-09T17:29:57.888828Z","end":"2026-04-09T17:29:58.901711Z","steps":["trace[1390590256] 'process raft request' (duration: 1.012645472s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.901945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601019141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:29:58.901996Z","caller":"traceutil/trace.go:171","msg":"trace[335054090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"1.601109702s","start":"2026-04-09T17:29:57.300869Z","end":"2026-04-09T17:29:58.901979Z","steps":["trace[335054090] 'agreement among raft nodes before linearized reading' (duration: 1.600901969s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.901992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.888796Z","time spent":"1.013113399s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:58.902025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.300849Z","time spent":"1.601168573s","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:29:58.903883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402592827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:29:58.903921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136137393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:29:58.903948Z","caller":"traceutil/trace.go:171","msg":"trace[276141927] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1978; }","duration":"1.402714209s","start":"2026-04-09T17:29:57.501219Z","end":"2026-04-09T17:29:58.903933Z","steps":["trace[276141927] 'agreement among raft nodes before linearized reading' (duration: 1.402565567s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:58.903961Z","caller":"traceutil/trace.go:171","msg":"trace[231345824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.136194384s","start":"2026-04-09T17:29:57.767755Z","end":"2026-04-09T17:29:58.903949Z","steps":["trace[231345824] 'agreement among raft nodes before linearized reading' (duration: 1.136082912s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.903983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.501203Z","time spent":"1.402773699s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:29:58.90405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123415872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:29:58.904074Z","caller":"traceutil/trace.go:171","msg":"trace[873586123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1978; }","duration":"1.123455553s","start":"2026-04-09T17:29:57.780611Z","end":"2026-04-09T17:29:58.904066Z","steps":["trace[873586123] 'agreement among raft nodes before linearized reading' (duration: 1.123391312s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.78057Z","time spent":"1.123521054s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:29:58.904101Z","caller":"traceutil/trace.go:171","msg":"trace[1083326851] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"452.188909ms","start":"2026-04-09T17:29:58.451876Z","end":"2026-04-09T17:29:58.904065Z","steps":["trace[1083326851] 'process raft request' (duration: 451.757052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167887959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-09T17:29:58.90422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:58.451845Z","time spent":"452.29909ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:29:58.904256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126458588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:29:58.904295Z","caller":"traceutil/trace.go:171","msg":"trace[1688980441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.126523179s","start":"2026-04-09T17:29:57.777763Z","end":"2026-04-09T17:29:58.904286Z","steps":["trace[1688980441] 'agreement among raft nodes before linearized reading' (duration: 1.126438288s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.777748Z","time spent":"1.126563649s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:29:58.904345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138421938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:29:58.904376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.659255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-09T17:29:58.904379Z","caller":"traceutil/trace.go:171","msg":"trace[894385969] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"101.116007ms","start":"2026-04-09T17:29:58.803253Z","end":"2026-04-09T17:29:58.904369Z","steps":["trace[894385969] 'process raft request' (duration: 100.494078ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:58.904378Z","caller":"traceutil/trace.go:171","msg":"trace[1462337232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.138495308s","start":"2026-04-09T17:29:57.765873Z","end":"2026-04-09T17:29:58.904368Z","steps":["trace[1462337232] 'agreement among raft nodes before linearized reading' (duration: 1.138401197s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:29:58.904403Z","caller":"traceutil/trace.go:171","msg":"trace[880178969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1978; }","duration":"199.722217ms","start":"2026-04-09T17:29:58.704672Z","end":"2026-04-09T17:29:58.904395Z","steps":["trace[880178969] 'agreement among raft nodes before linearized reading' (duration: 199.618405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.765831Z","time spent":"1.13858193s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:29:58.904475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.134168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:29:58.904495Z","caller":"traceutil/trace.go:171","msg":"trace[1850127350] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1978; }","duration":"148.182129ms","start":"2026-04-09T17:29:58.756305Z","end":"2026-04-09T17:29:58.904487Z","steps":["trace[1850127350] 'agreement among raft nodes before linearized reading' (duration: 148.150138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.903989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.767745Z","time spent":"1.136238425s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:29:58.904234Z","caller":"traceutil/trace.go:171","msg":"trace[870737197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1978; }","duration":"1.168040841s","start":"2026-04-09T17:29:57.736172Z","end":"2026-04-09T17:29:58.904213Z","steps":["trace[870737197] 'agreement among raft nodes before linearized reading' (duration: 1.167762567s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23004887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:29:58.904578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.71786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:58.904647Z","caller":"traceutil/trace.go:171","msg":"trace[974185844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"1.230543968s","start":"2026-04-09T17:29:57.674086Z","end":"2026-04-09T17:29:58.90463Z","steps":["trace[974185844] 'agreement among raft nodes before linearized reading' (duration: 1.230074861s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.736148Z","time spent":"1.168430077s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:29:58.904687Z","caller":"traceutil/trace.go:171","msg":"trace[2088521533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1978; }","duration":"261.922223ms","start":"2026-04-09T17:29:58.642727Z","end":"2026-04-09T17:29:58.904649Z","steps":["trace[2088521533] 'agreement among raft nodes before linearized reading' (duration: 261.72624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.90469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:57.674065Z","time spent":"1.230613359s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:29:58.903886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.676497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:29:58.904893Z","caller":"traceutil/trace.go:171","msg":"trace[657881098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1978; }","duration":"861.746433ms","start":"2026-04-09T17:29:58.043133Z","end":"2026-04-09T17:29:58.904879Z","steps":["trace[657881098] 'agreement among raft nodes before linearized reading' (duration: 860.666277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:29:58.904944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:29:58.04309Z","time spent":"861.831664ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:30:11.351486Z","caller":"traceutil/trace.go:171","msg":"trace[836201593] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"411.484952ms","start":"2026-04-09T17:30:10.939959Z","end":"2026-04-09T17:30:11.351444Z","steps":["trace[836201593] 'process raft request' (duration: 411.235258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.35177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.939945Z","time spent":"411.684555ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:11.435813Z","caller":"traceutil/trace.go:171","msg":"trace[1803074631] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2134; }","duration":"463.481044ms","start":"2026-04-09T17:30:10.972307Z","end":"2026-04-09T17:30:11.435788Z","steps":["trace[1803074631] 'read index received' (duration: 378.832875ms)","trace[1803074631] 'applied index is now lower than readState.Index' (duration: 84.646999ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:11.435889Z","caller":"traceutil/trace.go:171","msg":"trace[1280182307] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"488.838029ms","start":"2026-04-09T17:30:10.947013Z","end":"2026-04-09T17:30:11.435851Z","steps":["trace[1280182307] 'process raft request' (duration: 460.735798ms)","trace[1280182307] 'compare' (duration: 27.849618ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:11.43596Z","caller":"traceutil/trace.go:171","msg":"trace[1686479237] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"210.42765ms","start":"2026-04-09T17:30:11.22552Z","end":"2026-04-09T17:30:11.435948Z","steps":["trace[1686479237] 'process raft request' (duration: 210.213347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.436052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.947005Z","time spent":"488.961171ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:11.436622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.273385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:30:11.436785Z","caller":"traceutil/trace.go:171","msg":"trace[357279539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2049; }","duration":"464.454978ms","start":"2026-04-09T17:30:10.972265Z","end":"2026-04-09T17:30:11.43672Z","steps":["trace[357279539] 'agreement among raft nodes before linearized reading' (duration: 463.805949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.436882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.972246Z","time spent":"464.62087ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:30:11.437472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.296029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-09T17:30:11.43751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.146573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:30:11.437631Z","caller":"traceutil/trace.go:171","msg":"trace[504642063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2049; }","duration":"449.307195ms","start":"2026-04-09T17:30:10.988289Z","end":"2026-04-09T17:30:11.437597Z","steps":["trace[504642063] 'agreement among raft nodes before linearized reading' (duration: 448.908769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.437694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.988282Z","time spent":"449.401526ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:30:11.437864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.202941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:30:11.437898Z","caller":"traceutil/trace.go:171","msg":"trace[1280590108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"446.248793ms","start":"2026-04-09T17:30:10.99164Z","end":"2026-04-09T17:30:11.437889Z","steps":["trace[1280590108] 'agreement among raft nodes before linearized reading' (duration: 446.03846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.437953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.991634Z","time spent":"446.310973ms","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:30:11.437998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.186257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:30:11.438038Z","caller":"traceutil/trace.go:171","msg":"trace[575330821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2049; }","duration":"450.267609ms","start":"2026-04-09T17:30:10.987759Z","end":"2026-04-09T17:30:11.438026Z","steps":["trace[575330821] 'agreement among raft nodes before linearized reading' (duration: 450.165007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.438075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.987735Z","time spent":"450.333149ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:30:11.438133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.844676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:30:11.438192Z","caller":"traceutil/trace.go:171","msg":"trace[343735720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2049; }","duration":"455.979799ms","start":"2026-04-09T17:30:10.982198Z","end":"2026-04-09T17:30:11.438177Z","steps":["trace[343735720] 'agreement among raft nodes before linearized reading' (duration: 455.805295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.438268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.982171Z","time spent":"456.056519ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:30:11.437575Z","caller":"traceutil/trace.go:171","msg":"trace[1575659014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"455.43875ms","start":"2026-04-09T17:30:10.982119Z","end":"2026-04-09T17:30:11.437557Z","steps":["trace[1575659014] 'agreement among raft nodes before linearized reading' (duration: 455.021025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:11.438633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:10.982107Z","time spent":"456.515806ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:30:17.334161Z","caller":"traceutil/trace.go:171","msg":"trace[1678992367] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2172; }","duration":"218.479807ms","start":"2026-04-09T17:30:17.115658Z","end":"2026-04-09T17:30:17.334137Z","steps":["trace[1678992367] 'read index received' (duration: 218.295694ms)","trace[1678992367] 'applied index is now lower than readState.Index' (duration: 183.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:17.334319Z","caller":"traceutil/trace.go:171","msg":"trace[1628042241] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"534.166249ms","start":"2026-04-09T17:30:16.800107Z","end":"2026-04-09T17:30:17.334273Z","steps":["trace[1628042241] 'process raft request' (duration: 533.907236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.334351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.657909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:17.334534Z","caller":"traceutil/trace.go:171","msg":"trace[543670103] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2084; }","duration":"218.872641ms","start":"2026-04-09T17:30:17.115626Z","end":"2026-04-09T17:30:17.334498Z","steps":["trace[543670103] 'agreement among raft nodes before linearized reading' (duration: 218.649438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.33453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:16.800074Z","time spent":"534.342421ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:17.771259Z","caller":"traceutil/trace.go:171","msg":"trace[179074350] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"401.120447ms","start":"2026-04-09T17:30:17.370114Z","end":"2026-04-09T17:30:17.771234Z","steps":["trace[179074350] 'process raft request' (duration: 313.489342ms)","trace[179074350] 'compare' (duration: 87.128978ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:17.771775Z","caller":"traceutil/trace.go:171","msg":"trace[2033211018] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"311.727927ms","start":"2026-04-09T17:30:17.46003Z","end":"2026-04-09T17:30:17.771758Z","steps":["trace[2033211018] 'process raft request' (duration: 311.129589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.771857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.460007Z","time spent":"311.806599ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:17.771878Z","caller":"traceutil/trace.go:171","msg":"trace[99860445] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2173; }","duration":"301.401647ms","start":"2026-04-09T17:30:17.470443Z","end":"2026-04-09T17:30:17.771845Z","steps":["trace[99860445] 'read index received' (duration: 213.170954ms)","trace[99860445] 'applied index is now lower than readState.Index' (duration: 88.229313ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:17.771918Z","caller":"traceutil/trace.go:171","msg":"trace[377588182] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"308.889859ms","start":"2026-04-09T17:30:17.462995Z","end":"2026-04-09T17:30:17.771885Z","steps":["trace[377588182] 'process raft request' (duration: 308.696826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.772066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.606511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:30:17.772098Z","caller":"traceutil/trace.go:171","msg":"trace[1517498963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2087; }","duration":"301.680231ms","start":"2026-04-09T17:30:17.470411Z","end":"2026-04-09T17:30:17.772091Z","steps":["trace[1517498963] 'agreement among raft nodes before linearized reading' (duration: 301.511738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.772091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.462976Z","time spent":"309.02507ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:17.772118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.470401Z","time spent":"301.712693ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:30:17.772196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.28503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-09T17:30:17.772236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.060088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:30:17.772263Z","caller":"traceutil/trace.go:171","msg":"trace[588660031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2087; }","duration":"274.121649ms","start":"2026-04-09T17:30:17.498135Z","end":"2026-04-09T17:30:17.772257Z","steps":["trace[588660031] 'agreement among raft nodes before linearized reading' (duration: 274.059228ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:17.772274Z","caller":"traceutil/trace.go:171","msg":"trace[1833725362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"288.415343ms","start":"2026-04-09T17:30:17.483839Z","end":"2026-04-09T17:30:17.772254Z","steps":["trace[1833725362] 'agreement among raft nodes before linearized reading' (duration: 288.171039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.7723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.743912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:30:17.772335Z","caller":"traceutil/trace.go:171","msg":"trace[73804878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2087; }","duration":"278.807542ms","start":"2026-04-09T17:30:17.493518Z","end":"2026-04-09T17:30:17.772325Z","steps":["trace[73804878] 'agreement among raft nodes before linearized reading' (duration: 278.694331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.772423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.359639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:30:17.772459Z","caller":"traceutil/trace.go:171","msg":"trace[2019186907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2087; }","duration":"273.44757ms","start":"2026-04-09T17:30:17.499004Z","end":"2026-04-09T17:30:17.772451Z","steps":["trace[2019186907] 'agreement among raft nodes before linearized reading' (duration: 273.322968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:17.772543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.370092Z","time spent":"401.229998ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:17.772516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.518331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:30:17.772609Z","caller":"traceutil/trace.go:171","msg":"trace[257899031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2087; }","duration":"273.646853ms","start":"2026-04-09T17:30:17.498937Z","end":"2026-04-09T17:30:17.772584Z","steps":["trace[257899031] 'agreement among raft nodes before linearized reading' (duration: 273.165177ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:17.987135Z","caller":"traceutil/trace.go:171","msg":"trace[790180053] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"210.949674ms","start":"2026-04-09T17:30:17.776159Z","end":"2026-04-09T17:30:17.987109Z","steps":["trace[790180053] 'process raft request' (duration: 181.567747ms)","trace[790180053] 'compare' (duration: 29.262055ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:18.086812Z","caller":"traceutil/trace.go:171","msg":"trace[998855053] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"310.437676ms","start":"2026-04-09T17:30:17.776347Z","end":"2026-04-09T17:30:18.086785Z","steps":["trace[998855053] 'process raft request' (duration: 310.223203ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:18.086856Z","caller":"traceutil/trace.go:171","msg":"trace[1830116062] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"310.424455ms","start":"2026-04-09T17:30:17.776409Z","end":"2026-04-09T17:30:18.086834Z","steps":["trace[1830116062] 'process raft request' (duration: 310.288033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:18.086957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.776341Z","time spent":"310.541307ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:18.087021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.776382Z","time spent":"310.538466ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:18.087145Z","caller":"traceutil/trace.go:171","msg":"trace[876293720] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"309.867108ms","start":"2026-04-09T17:30:17.777248Z","end":"2026-04-09T17:30:18.087115Z","steps":["trace[876293720] 'process raft request' (duration: 309.543814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:18.087318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.777234Z","time spent":"310.005349ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:18.128709Z","caller":"traceutil/trace.go:171","msg":"trace[90478051] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"351.261366ms","start":"2026-04-09T17:30:17.777411Z","end":"2026-04-09T17:30:18.128673Z","steps":["trace[90478051] 'process raft request' (duration: 309.640265ms)","trace[90478051] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 41.233595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:18.128851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:17.777404Z","time spent":"351.376337ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:19.561464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.007918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c0805dd795cb\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-09T17:30:19.561566Z","caller":"traceutil/trace.go:171","msg":"trace[1165613672] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4c0805dd795cb; range_end:; response_count:1; response_revision:2093; }","duration":"105.152829ms","start":"2026-04-09T17:30:19.456393Z","end":"2026-04-09T17:30:19.561545Z","steps":["trace[1165613672] 'range keys from in-memory index tree' (duration: 104.830165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:19.798855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.667893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:30:19.798977Z","caller":"traceutil/trace.go:171","msg":"trace[625061111] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2182; }","duration":"156.383347ms","start":"2026-04-09T17:30:19.642574Z","end":"2026-04-09T17:30:19.798957Z","steps":["trace[625061111] 'read index received' (duration: 13.829006ms)","trace[625061111] 'applied index is now lower than readState.Index' (duration: 142.553131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:19.799237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.649741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-09T17:30:19.799302Z","caller":"traceutil/trace.go:171","msg":"trace[559714136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2095; }","duration":"156.736612ms","start":"2026-04-09T17:30:19.642557Z","end":"2026-04-09T17:30:19.799293Z","steps":["trace[559714136] 'agreement among raft nodes before linearized reading' (duration: 156.503079ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:19.799042Z","caller":"traceutil/trace.go:171","msg":"trace[2077044662] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"235.653059ms","start":"2026-04-09T17:30:19.563357Z","end":"2026-04-09T17:30:19.79901Z","steps":["trace[2077044662] 'process raft request' (duration: 104.970956ms)","trace[2077044662] 'compare' (duration: 130.032385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:19.862841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.550207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:19.862974Z","caller":"traceutil/trace.go:171","msg":"trace[1505608486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2098; }","duration":"188.77585ms","start":"2026-04-09T17:30:19.674171Z","end":"2026-04-09T17:30:19.862947Z","steps":["trace[1505608486] 'agreement among raft nodes before linearized reading' (duration: 188.509287ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:20.305139Z","caller":"traceutil/trace.go:171","msg":"trace[405951805] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2187; }","duration":"214.406062ms","start":"2026-04-09T17:30:20.090706Z","end":"2026-04-09T17:30:20.305112Z","steps":["trace[405951805] 'read index received' (duration: 214.31581ms)","trace[405951805] 'applied index is now lower than readState.Index' (duration: 88.562µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:20.305214Z","caller":"traceutil/trace.go:171","msg":"trace[2092598157] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"238.28798ms","start":"2026-04-09T17:30:20.066883Z","end":"2026-04-09T17:30:20.305171Z","steps":["trace[2092598157] 'process raft request' (duration: 238.083958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.30551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.779076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:30:20.305815Z","caller":"traceutil/trace.go:171","msg":"trace[2117386107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2099; }","duration":"215.164542ms","start":"2026-04-09T17:30:20.090603Z","end":"2026-04-09T17:30:20.305767Z","steps":["trace[2117386107] 'agreement among raft nodes before linearized reading' (duration: 214.630345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.68704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.651049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T17:30:20.687233Z","caller":"traceutil/trace.go:171","msg":"trace[995234916] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2188; }","duration":"382.001159ms","start":"2026-04-09T17:30:20.305211Z","end":"2026-04-09T17:30:20.687213Z","steps":["trace[995234916] 'read index received' (duration: 154.181328ms)","trace[995234916] 'applied index is now lower than readState.Index' (duration: 227.818341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:20.687397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.985656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:30:20.687416Z","caller":"traceutil/trace.go:171","msg":"trace[311559346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2099; }","duration":"596.038756ms","start":"2026-04-09T17:30:20.091371Z","end":"2026-04-09T17:30:20.68741Z","steps":["trace[311559346] 'agreement among raft nodes before linearized reading' (duration: 595.910864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.687435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:20.09136Z","time spent":"596.069516ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:30:20.687543Z","caller":"traceutil/trace.go:171","msg":"trace[2001708861] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"377.205475ms","start":"2026-04-09T17:30:20.310314Z","end":"2026-04-09T17:30:20.687519Z","steps":["trace[2001708861] 'process raft request' (duration: 376.854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.6876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.324026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T17:30:20.687617Z","caller":"traceutil/trace.go:171","msg":"trace[1354889153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2100; }","duration":"595.354956ms","start":"2026-04-09T17:30:20.092258Z","end":"2026-04-09T17:30:20.687613Z","steps":["trace[1354889153] 'agreement among raft nodes before linearized reading' (duration: 595.280255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.687629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:20.092251Z","time spent":"595.376046ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:30:20.687656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:20.310286Z","time spent":"377.299135ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:20.688924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.325782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T17:30:20.689031Z","caller":"traceutil/trace.go:171","msg":"trace[2044027310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2100; }","duration":"556.402107ms","start":"2026-04-09T17:30:20.132606Z","end":"2026-04-09T17:30:20.689008Z","steps":["trace[2044027310] 'agreement among raft nodes before linearized reading' (duration: 554.704714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:20.689086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:20.132584Z","time spent":"556.486949ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T17:30:21.853008Z","caller":"traceutil/trace.go:171","msg":"trace[2098769776] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"468.137281ms","start":"2026-04-09T17:30:21.384852Z","end":"2026-04-09T17:30:21.852989Z","steps":["trace[2098769776] 'process raft request' (duration: 467.985069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:21.853162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:21.38483Z","time spent":"468.242393ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:21.991846Z","caller":"traceutil/trace.go:171","msg":"trace[371576182] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"569.165124ms","start":"2026-04-09T17:30:21.422654Z","end":"2026-04-09T17:30:21.991819Z","steps":["trace[371576182] 'process raft request' (duration: 534.494003ms)","trace[371576182] 'compare' (duration: 34.488949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:21.991998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:21.422616Z","time spent":"569.303795ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:21.992061Z","caller":"traceutil/trace.go:171","msg":"trace[350456232] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2193; }","duration":"476.407481ms","start":"2026-04-09T17:30:21.515591Z","end":"2026-04-09T17:30:21.991999Z","steps":["trace[350456232] 'read index received' (duration: 337.311013ms)","trace[350456232] 'applied index is now lower than readState.Index' (duration: 139.094418ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:21.992134Z","caller":"traceutil/trace.go:171","msg":"trace[988366704] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"180.052253ms","start":"2026-04-09T17:30:21.812071Z","end":"2026-04-09T17:30:21.992124Z","steps":["trace[988366704] 'process raft request' (duration: 179.708969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:21.992317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.712395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:30:21.992409Z","caller":"traceutil/trace.go:171","msg":"trace[1703512376] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2106; }","duration":"476.855266ms","start":"2026-04-09T17:30:21.515528Z","end":"2026-04-09T17:30:21.992384Z","steps":["trace[1703512376] 'agreement among raft nodes before linearized reading' (duration: 476.656074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:21.992508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:21.515495Z","time spent":"476.992789ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:30:22.050406Z","caller":"traceutil/trace.go:171","msg":"trace[1855978802] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"181.835633ms","start":"2026-04-09T17:30:21.868533Z","end":"2026-04-09T17:30:22.050369Z","steps":["trace[1855978802] 'process raft request' (duration: 181.724652ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:22.050419Z","caller":"traceutil/trace.go:171","msg":"trace[418674212] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"182.823328ms","start":"2026-04-09T17:30:21.867575Z","end":"2026-04-09T17:30:22.050398Z","steps":["trace[418674212] 'process raft request' (duration: 182.533864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:22.050599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.369259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:22.050656Z","caller":"traceutil/trace.go:171","msg":"trace[470123028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2109; }","duration":"379.471231ms","start":"2026-04-09T17:30:21.671169Z","end":"2026-04-09T17:30:22.05064Z","steps":["trace[470123028] 'agreement among raft nodes before linearized reading' (duration: 379.330169ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:22.050667Z","caller":"traceutil/trace.go:171","msg":"trace[1017973807] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"124.060496ms","start":"2026-04-09T17:30:21.926589Z","end":"2026-04-09T17:30:22.05065Z","steps":["trace[1017973807] 'process raft request' (duration: 123.705101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:22.05071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:21.671149Z","time spent":"379.547512ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:30:22.051208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.273577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:30:22.051262Z","caller":"traceutil/trace.go:171","msg":"trace[56062733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"160.370238ms","start":"2026-04-09T17:30:21.890876Z","end":"2026-04-09T17:30:22.051246Z","steps":["trace[56062733] 'agreement among raft nodes before linearized reading' (duration: 160.093874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.337524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.627395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T17:30:23.337712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.211658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-09T17:30:23.337753Z","caller":"traceutil/trace.go:171","msg":"trace[1849069597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2110; }","duration":"645.293329ms","start":"2026-04-09T17:30:22.692446Z","end":"2026-04-09T17:30:23.337739Z","steps":["trace[1849069597] 'range keys from in-memory index tree' (duration: 645.111917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.337784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:22.692425Z","time spent":"645.35185ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T17:30:23.337838Z","caller":"traceutil/trace.go:171","msg":"trace[1891976531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2110; }","duration":"574.870218ms","start":"2026-04-09T17:30:22.762844Z","end":"2026-04-09T17:30:23.337714Z","steps":["trace[1891976531] 'range keys from in-memory index tree' (duration: 574.485143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.337924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:22.76281Z","time spent":"575.10093ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:30:23.337603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.668425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T17:30:23.337972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.601194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T17:30:23.338053Z","caller":"traceutil/trace.go:171","msg":"trace[713199812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"279.703115ms","start":"2026-04-09T17:30:23.058332Z","end":"2026-04-09T17:30:23.338035Z","steps":["trace[713199812] 'range keys from in-memory index tree' (duration: 279.306799ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:23.338038Z","caller":"traceutil/trace.go:171","msg":"trace[1194954785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2110; }","duration":"575.136602ms","start":"2026-04-09T17:30:22.762879Z","end":"2026-04-09T17:30:23.338016Z","steps":["trace[1194954785] 'range keys from in-memory index tree' (duration: 574.535554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.337622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.144351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-09T17:30:23.338134Z","caller":"traceutil/trace.go:171","msg":"trace[1049946941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"603.708709ms","start":"2026-04-09T17:30:22.734417Z","end":"2026-04-09T17:30:23.338125Z","steps":["trace[1049946941] 'range keys from in-memory index tree' (duration: 602.98162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.338129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:22.76285Z","time spent":"575.258583ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:30:23.338162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:22.734394Z","time spent":"603.760309ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:30:23.864408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:30:23.959894Z","caller":"traceutil/trace.go:171","msg":"trace[1364624275] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"617.305972ms","start":"2026-04-09T17:30:23.342564Z","end":"2026-04-09T17:30:23.95987Z","steps":["trace[1364624275] 'process raft request' (duration: 617.1495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:23.960056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.342548Z","time spent":"617.429264ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:24.027736Z","caller":"traceutil/trace.go:171","msg":"trace[106539815] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"684.74449ms","start":"2026-04-09T17:30:23.342963Z","end":"2026-04-09T17:30:24.027707Z","steps":["trace[106539815] 'process raft request' (duration: 684.526588ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:24.02807Z","caller":"traceutil/trace.go:171","msg":"trace[1229583923] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"685.003574ms","start":"2026-04-09T17:30:23.343041Z","end":"2026-04-09T17:30:24.028045Z","steps":["trace[1229583923] 'process raft request' (duration: 684.602669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:24.028227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.343035Z","time spent":"685.114415ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:24.028498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.342945Z","time spent":"685.168056ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:24.028764Z","caller":"traceutil/trace.go:171","msg":"trace[421102908] linearizableReadLoop","detail":"{readStateIndex:2205; appliedIndex:2201; }","duration":"665.298555ms","start":"2026-04-09T17:30:23.363453Z","end":"2026-04-09T17:30:24.028751Z","steps":["trace[421102908] 'read index received' (duration: 596.285706ms)","trace[421102908] 'applied index is now lower than readState.Index' (duration: 69.011599ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:24.028845Z","caller":"traceutil/trace.go:171","msg":"trace[1068749959] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"170.733728ms","start":"2026-04-09T17:30:23.858102Z","end":"2026-04-09T17:30:24.028835Z","steps":["trace[1068749959] 'process raft request' (duration: 170.517235ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:24.028963Z","caller":"traceutil/trace.go:171","msg":"trace[422262819] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"685.618832ms","start":"2026-04-09T17:30:23.343075Z","end":"2026-04-09T17:30:24.028694Z","steps":["trace[422262819] 'process raft request' (duration: 684.830312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:24.029021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.559658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125983"} {"level":"warn","ts":"2026-04-09T17:30:24.029036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.343071Z","time spent":"685.921746ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:24.02907Z","caller":"traceutil/trace.go:171","msg":"trace[75617332] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2115; }","duration":"665.638739ms","start":"2026-04-09T17:30:23.36342Z","end":"2026-04-09T17:30:24.029058Z","steps":["trace[75617332] 'agreement among raft nodes before linearized reading' (duration: 665.427506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:24.02911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.363405Z","time spent":"665.697089ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126006,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-09T17:30:24.529511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:30:25.030484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:30:25.531193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682715905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:30:25.653393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625897102s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:30:25.672167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T17:30:25.672252Z","caller":"traceutil/trace.go:171","msg":"trace[1757860838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062489s","start":"2026-04-09T17:30:23.672172Z","end":"2026-04-09T17:30:25.672234Z","steps":["trace[1757860838] 'agreement among raft nodes before linearized reading' (duration: 1.999879406s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.672358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.672152Z","time spent":"2.000190421s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:30:25.784125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.390564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:30:25.784504Z","caller":"traceutil/trace.go:171","msg":"trace[1299839768] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2205; }","duration":"1.755588038s","start":"2026-04-09T17:30:24.028807Z","end":"2026-04-09T17:30:25.784395Z","steps":["trace[1299839768] 'read index received' (duration: 1.624846159s)","trace[1299839768] 'applied index is now lower than readState.Index' (duration: 130.740859ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:25.784996Z","caller":"traceutil/trace.go:171","msg":"trace[1945035974] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.786891528s","start":"2026-04-09T17:30:23.998086Z","end":"2026-04-09T17:30:25.784978Z","steps":["trace[1945035974] 'process raft request' (duration: 1.655568882s)","trace[1945035974] 'compare' (duration: 129.516182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:30:25.785143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.998059Z","time spent":"1.78698659s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:25.785427Z","caller":"traceutil/trace.go:171","msg":"trace[1797684613] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.728963998s","start":"2026-04-09T17:30:24.056449Z","end":"2026-04-09T17:30:25.785413Z","steps":["trace[1797684613] 'process raft request' (duration: 1.727774282s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.785504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.056428Z","time spent":"1.729039228s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:25.785809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753821263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25767"} {"level":"warn","ts":"2026-04-09T17:30:25.785848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.663607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.88\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-09T17:30:25.785843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850963693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:30:25.78588Z","caller":"traceutil/trace.go:171","msg":"trace[259756461] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2118; }","duration":"1.753922725s","start":"2026-04-09T17:30:24.031938Z","end":"2026-04-09T17:30:25.78586Z","steps":["trace[259756461] 'agreement among raft nodes before linearized reading' (duration: 1.753652512s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:25.785902Z","caller":"traceutil/trace.go:171","msg":"trace[1650000270] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2118; }","duration":"1.851040824s","start":"2026-04-09T17:30:23.934847Z","end":"2026-04-09T17:30:25.785888Z","steps":["trace[1650000270] 'agreement among raft nodes before linearized reading' (duration: 1.850927382s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.785937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.934797Z","time spent":"1.851131664s","remote":"127.0.0.1:54616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:30:25.785982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.344215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:30:25.785994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.832394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:25.786017Z","caller":"traceutil/trace.go:171","msg":"trace[1730445602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2118; }","duration":"800.404316ms","start":"2026-04-09T17:30:24.985604Z","end":"2026-04-09T17:30:25.786008Z","steps":["trace[1730445602] 'agreement among raft nodes before linearized reading' (duration: 800.353356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:25.786029Z","caller":"traceutil/trace.go:171","msg":"trace[1427700662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2118; }","duration":"112.906214ms","start":"2026-04-09T17:30:25.673111Z","end":"2026-04-09T17:30:25.786017Z","steps":["trace[1427700662] 'agreement among raft nodes before linearized reading' (duration: 112.861204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.985587Z","time spent":"800.449567ms","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T17:30:25.786079Z","caller":"traceutil/trace.go:171","msg":"trace[208138193] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"1.729433994s","start":"2026-04-09T17:30:24.056635Z","end":"2026-04-09T17:30:25.786069Z","steps":["trace[208138193] 'process raft request' (duration: 1.727714002s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.785936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.031922Z","time spent":"1.754001256s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":15,"response size":25790,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-09T17:30:25.786252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.776502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:30:25.786304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.942811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-09T17:30:25.786336Z","caller":"traceutil/trace.go:171","msg":"trace[1551050288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2118; }","duration":"903.023942ms","start":"2026-04-09T17:30:24.883302Z","end":"2026-04-09T17:30:25.786326Z","steps":["trace[1551050288] 'agreement among raft nodes before linearized reading' (duration: 902.887261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:25.786329Z","caller":"traceutil/trace.go:171","msg":"trace[1044574768] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2118; }","duration":"719.954125ms","start":"2026-04-09T17:30:25.066353Z","end":"2026-04-09T17:30:25.786307Z","steps":["trace[1044574768] 'agreement among raft nodes before linearized reading' (duration: 719.798293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.883206Z","time spent":"903.150374ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:30:25.785891Z","caller":"traceutil/trace.go:171","msg":"trace[2071605366] range","detail":"{range_begin:/registry/masterleases/199.19.213.88; range_end:; response_count:1; response_revision:2118; }","duration":"731.751579ms","start":"2026-04-09T17:30:25.054127Z","end":"2026-04-09T17:30:25.785879Z","steps":["trace[2071605366] 'agreement among raft nodes before linearized reading' (duration: 731.610477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328545795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c0805dd795cb\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-09T17:30:25.786449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:25.054104Z","time spent":"732.318566ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.88\" "} {"level":"info","ts":"2026-04-09T17:30:25.786487Z","caller":"traceutil/trace.go:171","msg":"trace[1850108009] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4c0805dd795cb; range_end:; response_count:1; response_revision:2118; }","duration":"1.328572115s","start":"2026-04-09T17:30:24.457908Z","end":"2026-04-09T17:30:25.78648Z","steps":["trace[1850108009] 'agreement among raft nodes before linearized reading' (duration: 1.328501154s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.78651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.45785Z","time spent":"1.328653917s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4c0805dd795cb\" "} {"level":"warn","ts":"2026-04-09T17:30:25.786576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919861269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:30:25.786635Z","caller":"traceutil/trace.go:171","msg":"trace[1835955465] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2118; }","duration":"1.919949611s","start":"2026-04-09T17:30:23.866672Z","end":"2026-04-09T17:30:25.786622Z","steps":["trace[1835955465] 'agreement among raft nodes before linearized reading' (duration: 1.91986063s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441663729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-09T17:30:25.786687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.86666Z","time spent":"1.920012213s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:30:25.786164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.056609Z","time spent":"1.729497635s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:25.786739Z","caller":"traceutil/trace.go:171","msg":"trace[2108776967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2118; }","duration":"1.44175167s","start":"2026-04-09T17:30:24.344968Z","end":"2026-04-09T17:30:25.78672Z","steps":["trace[2108776967] 'agreement among raft nodes before linearized reading' (duration: 1.441612058s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.344946Z","time spent":"1.441817471s","remote":"127.0.0.1:56590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-09T17:30:25.786391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379388761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:30:25.786848Z","caller":"traceutil/trace.go:171","msg":"trace[1911370157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2118; }","duration":"1.379899929s","start":"2026-04-09T17:30:24.406939Z","end":"2026-04-09T17:30:25.786839Z","steps":["trace[1911370157] 'agreement among raft nodes before linearized reading' (duration: 1.379347841s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.786879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:24.406915Z","time spent":"1.379956679s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:30:25.786386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:25.066334Z","time spent":"720.032456ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:30:25.786602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386881723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:25.789428Z","caller":"traceutil/trace.go:171","msg":"trace[1535258239] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2118; }","duration":"2.389734529s","start":"2026-04-09T17:30:23.399679Z","end":"2026-04-09T17:30:25.789413Z","steps":["trace[1535258239] 'agreement among raft nodes before linearized reading' (duration: 2.386876042s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.78949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.399663Z","time spent":"2.389808401s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:30:25.789712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426147229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-09T17:30:25.789766Z","caller":"traceutil/trace.go:171","msg":"trace[88711112] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2118; }","duration":"2.426241701s","start":"2026-04-09T17:30:23.36351Z","end":"2026-04-09T17:30:25.789752Z","steps":["trace[88711112] 'agreement among raft nodes before linearized reading' (duration: 2.421922384s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:25.789797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:23.363496Z","time spent":"2.426294131s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-09T17:30:26.089966Z","caller":"traceutil/trace.go:171","msg":"trace[1689674437] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2208; }","duration":"300.795706ms","start":"2026-04-09T17:30:25.789152Z","end":"2026-04-09T17:30:26.089948Z","steps":["trace[1689674437] 'read index received' (duration: 292.777561ms)","trace[1689674437] 'applied index is now lower than readState.Index' (duration: 8.017355ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:30:26.090074Z","caller":"traceutil/trace.go:171","msg":"trace[361569608] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"298.225563ms","start":"2026-04-09T17:30:25.791838Z","end":"2026-04-09T17:30:26.090063Z","steps":["trace[361569608] 'process raft request' (duration: 298.00151ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:26.090242Z","caller":"traceutil/trace.go:171","msg":"trace[768131780] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"301.384234ms","start":"2026-04-09T17:30:25.788822Z","end":"2026-04-09T17:30:26.090206Z","steps":["trace[768131780] 'process raft request' (duration: 300.894967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:26.090395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:25.788805Z","time spent":"301.509945ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:30:26.090608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.447274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T17:30:26.090683Z","caller":"traceutil/trace.go:171","msg":"trace[1033916628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2121; }","duration":"301.536635ms","start":"2026-04-09T17:30:25.789129Z","end":"2026-04-09T17:30:26.090666Z","steps":["trace[1033916628] 'agreement among raft nodes before linearized reading' (duration: 301.310422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:26.091204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.382747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125983"} {"level":"info","ts":"2026-04-09T17:30:26.091243Z","caller":"traceutil/trace.go:171","msg":"trace[2023644662] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2122; }","duration":"299.452788ms","start":"2026-04-09T17:30:25.79178Z","end":"2026-04-09T17:30:26.091233Z","steps":["trace[2023644662] 'agreement among raft nodes before linearized reading' (duration: 299.233506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:26.091477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.764129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:30:26.091514Z","caller":"traceutil/trace.go:171","msg":"trace[1793814805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2122; }","duration":"125.82292ms","start":"2026-04-09T17:30:25.965682Z","end":"2026-04-09T17:30:26.091505Z","steps":["trace[1793814805] 'agreement among raft nodes before linearized reading' (duration: 125.736779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:26.091711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.739108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:30:26.091779Z","caller":"traceutil/trace.go:171","msg":"trace[1550454964] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2122; }","duration":"295.83659ms","start":"2026-04-09T17:30:25.795926Z","end":"2026-04-09T17:30:26.091763Z","steps":["trace[1550454964] 'agreement among raft nodes before linearized reading' (duration: 295.735509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:26.091779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.117323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:15 size:25767"} {"level":"warn","ts":"2026-04-09T17:30:26.092052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:25.789119Z","time spent":"301.592916ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-09T17:30:26.091837Z","caller":"traceutil/trace.go:171","msg":"trace[1530212897] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:15; response_revision:2122; }","duration":"299.192404ms","start":"2026-04-09T17:30:25.792629Z","end":"2026-04-09T17:30:26.091821Z","steps":["trace[1530212897] 'agreement among raft nodes before linearized reading' (duration: 298.818149ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:30:46.206542Z","caller":"traceutil/trace.go:171","msg":"trace[1464390610] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"328.448734ms","start":"2026-04-09T17:30:45.878072Z","end":"2026-04-09T17:30:46.206521Z","steps":["trace[1464390610] 'process raft request' (duration: 328.1222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.206639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.878045Z","time spent":"328.544375ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:46.21187Z","caller":"traceutil/trace.go:171","msg":"trace[1348195779] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"330.216576ms","start":"2026-04-09T17:30:45.881639Z","end":"2026-04-09T17:30:46.211856Z","steps":["trace[1348195779] 'process raft request' (duration: 330.107945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.211953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.881627Z","time spent":"330.281986ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:30:46.212042Z","caller":"traceutil/trace.go:171","msg":"trace[1676928731] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"330.302957ms","start":"2026-04-09T17:30:45.881719Z","end":"2026-04-09T17:30:46.212022Z","steps":["trace[1676928731] 'process raft request' (duration: 330.108824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:30:46.212185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:30:45.881712Z","time spent":"330.410538ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:31:30.510131Z","caller":"traceutil/trace.go:171","msg":"trace[89224436] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"116.368942ms","start":"2026-04-09T17:31:30.393717Z","end":"2026-04-09T17:31:30.510086Z","steps":["trace[89224436] 'process raft request' (duration: 116.092089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:30.51622Z","caller":"traceutil/trace.go:171","msg":"trace[1359444594] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"119.722368ms","start":"2026-04-09T17:31:30.396462Z","end":"2026-04-09T17:31:30.516184Z","steps":["trace[1359444594] 'process raft request' (duration: 119.481396ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:30.517898Z","caller":"traceutil/trace.go:171","msg":"trace[1597904416] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"121.045722ms","start":"2026-04-09T17:31:30.39684Z","end":"2026-04-09T17:31:30.517886Z","steps":["trace[1597904416] 'process raft request' (duration: 120.911981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:30.517997Z","caller":"traceutil/trace.go:171","msg":"trace[225165920] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"120.526896ms","start":"2026-04-09T17:31:30.397458Z","end":"2026-04-09T17:31:30.517985Z","steps":["trace[225165920] 'process raft request' (duration: 120.344014ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:50.537654Z","caller":"traceutil/trace.go:171","msg":"trace[1312658332] linearizableReadLoop","detail":"{readStateIndex:2719; appliedIndex:2718; }","duration":"101.394224ms","start":"2026-04-09T17:31:50.436227Z","end":"2026-04-09T17:31:50.537621Z","steps":["trace[1312658332] 'read index received' (duration: 31.529631ms)","trace[1312658332] 'applied index is now lower than readState.Index' (duration: 69.862823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:31:50.537947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.687537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-09T17:31:50.537982Z","caller":"traceutil/trace.go:171","msg":"trace[1231635260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2608; }","duration":"101.796189ms","start":"2026-04-09T17:31:50.436175Z","end":"2026-04-09T17:31:50.537971Z","steps":["trace[1231635260] 'agreement among raft nodes before linearized reading' (duration: 101.622477ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:55.131955Z","caller":"traceutil/trace.go:171","msg":"trace[1708937145] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"542.334833ms","start":"2026-04-09T17:31:54.589603Z","end":"2026-04-09T17:31:55.131938Z","steps":["trace[1708937145] 'process raft request' (duration: 530.036534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.132061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.589586Z","time spent":"542.417803ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:31:55.132265Z","caller":"traceutil/trace.go:171","msg":"trace[1144864011] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"541.740347ms","start":"2026-04-09T17:31:54.590512Z","end":"2026-04-09T17:31:55.132253Z","steps":["trace[1144864011] 'process raft request' (duration: 541.356873ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:31:55.132287Z","caller":"traceutil/trace.go:171","msg":"trace[1790903109] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2747; }","duration":"490.894196ms","start":"2026-04-09T17:31:54.641375Z","end":"2026-04-09T17:31:55.132269Z","steps":["trace[1790903109] 'read index received' (duration: 478.602478ms)","trace[1790903109] 'applied index is now lower than readState.Index' (duration: 12.290928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:31:55.132327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.590493Z","time spent":"541.806247ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:31:55.132317Z","caller":"traceutil/trace.go:171","msg":"trace[1914861145] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"539.181709ms","start":"2026-04-09T17:31:54.593126Z","end":"2026-04-09T17:31:55.132308Z","steps":["trace[1914861145] 'process raft request' (duration: 539.032508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.132435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.59311Z","time spent":"539.30192ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:31:55.132447Z","caller":"traceutil/trace.go:171","msg":"trace[1508380090] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"535.432481ms","start":"2026-04-09T17:31:54.597004Z","end":"2026-04-09T17:31:55.132436Z","steps":["trace[1508380090] 'process raft request' (duration: 535.235689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.132532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.596997Z","time spent":"535.476731ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:31:55.132575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.634443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-09T17:31:55.132605Z","caller":"traceutil/trace.go:171","msg":"trace[241118475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"490.673163ms","start":"2026-04-09T17:31:54.641924Z","end":"2026-04-09T17:31:55.132597Z","steps":["trace[241118475] 'agreement among raft nodes before linearized reading' (duration: 490.576202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.132629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.64192Z","time spent":"490.704144ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:31:55.13271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.332371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T17:31:55.132903Z","caller":"traceutil/trace.go:171","msg":"trace[1670032844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"491.536163ms","start":"2026-04-09T17:31:54.641345Z","end":"2026-04-09T17:31:55.132881Z","steps":["trace[1670032844] 'agreement among raft nodes before linearized reading' (duration: 491.323121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.132922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.845396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-09T17:31:55.132927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.641329Z","time spent":"491.590964ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T17:31:55.132942Z","caller":"traceutil/trace.go:171","msg":"trace[1461134892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2640; }","duration":"490.876357ms","start":"2026-04-09T17:31:54.64206Z","end":"2026-04-09T17:31:55.132936Z","steps":["trace[1461134892] 'agreement among raft nodes before linearized reading' (duration: 490.815836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:31:55.13296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:31:54.642056Z","time spent":"490.899517ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:32:49.785608Z","caller":"traceutil/trace.go:171","msg":"trace[519192571] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"263.659466ms","start":"2026-04-09T17:32:49.521936Z","end":"2026-04-09T17:32:49.785595Z","steps":["trace[519192571] 'process raft request' (duration: 262.8063ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:32:56.32095Z","caller":"traceutil/trace.go:171","msg":"trace[66331297] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"118.806688ms","start":"2026-04-09T17:32:56.202116Z","end":"2026-04-09T17:32:56.320923Z","steps":["trace[66331297] 'process raft request' (duration: 118.61498ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:35:04.558753Z","caller":"traceutil/trace.go:171","msg":"trace[2018944808] transaction","detail":"{read_only:false; response_revision:3778; number_of_response:1; }","duration":"286.109801ms","start":"2026-04-09T17:35:04.272623Z","end":"2026-04-09T17:35:04.558733Z","steps":["trace[2018944808] 'process raft request' (duration: 285.985729ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:35:04.570737Z","caller":"traceutil/trace.go:171","msg":"trace[1200921582] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"297.933459ms","start":"2026-04-09T17:35:04.272764Z","end":"2026-04-09T17:35:04.570697Z","steps":["trace[1200921582] 'process raft request' (duration: 297.865877ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:35:04.570989Z","caller":"traceutil/trace.go:171","msg":"trace[1488841371] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"298.241047ms","start":"2026-04-09T17:35:04.272727Z","end":"2026-04-09T17:35:04.570968Z","steps":["trace[1488841371] 'process raft request' (duration: 297.681393ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:35:04.573204Z","caller":"traceutil/trace.go:171","msg":"trace[1605687449] linearizableReadLoop","detail":"{readStateIndex:3933; appliedIndex:3930; }","duration":"299.931475ms","start":"2026-04-09T17:35:04.27321Z","end":"2026-04-09T17:35:04.573142Z","steps":["trace[1605687449] 'read index received' (duration: 285.431425ms)","trace[1605687449] 'applied index is now lower than readState.Index' (duration: 14.49415ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:35:04.573458Z","caller":"traceutil/trace.go:171","msg":"trace[1278741040] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"297.437157ms","start":"2026-04-09T17:35:04.276009Z","end":"2026-04-09T17:35:04.573447Z","steps":["trace[1278741040] 'process raft request' (duration: 294.655712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:04.580956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.599168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:35:04.581031Z","caller":"traceutil/trace.go:171","msg":"trace[2051488369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3781; }","duration":"305.911266ms","start":"2026-04-09T17:35:04.275102Z","end":"2026-04-09T17:35:04.581014Z","steps":["trace[2051488369] 'agreement among raft nodes before linearized reading' (duration: 298.553614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:04.581015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.78231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:35:04.581062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:04.275083Z","time spent":"305.971587ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:35:04.581101Z","caller":"traceutil/trace.go:171","msg":"trace[1304017223] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3781; }","duration":"307.894013ms","start":"2026-04-09T17:35:04.273172Z","end":"2026-04-09T17:35:04.581066Z","steps":["trace[1304017223] 'agreement among raft nodes before linearized reading' (duration: 300.359835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:04.581147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:04.273158Z","time spent":"307.978985ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:35:04.581427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.334325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-09T17:35:04.581481Z","caller":"traceutil/trace.go:171","msg":"trace[827028662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3781; }","duration":"306.481319ms","start":"2026-04-09T17:35:04.274987Z","end":"2026-04-09T17:35:04.581468Z","steps":["trace[827028662] 'agreement among raft nodes before linearized reading' (duration: 298.611725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:04.581522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:04.274969Z","time spent":"306.543271ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-09T17:35:19.18709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682720335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:35:19.549694Z","caller":"traceutil/trace.go:171","msg":"trace[496176539] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4021; }","duration":"863.141028ms","start":"2026-04-09T17:35:18.686526Z","end":"2026-04-09T17:35:19.549667Z","steps":["trace[496176539] 'read index received' (duration: 809.039138ms)","trace[496176539] 'applied index is now lower than readState.Index' (duration: 54.100599ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:35:19.549739Z","caller":"traceutil/trace.go:171","msg":"trace[1649913308] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"886.166826ms","start":"2026-04-09T17:35:18.663549Z","end":"2026-04-09T17:35:19.549716Z","steps":["trace[1649913308] 'process raft request' (duration: 832.055635ms)","trace[1649913308] 'compare' (duration: 53.590568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:35:19.549912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.35392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:35:19.549965Z","caller":"traceutil/trace.go:171","msg":"trace[585108352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3866; }","duration":"480.470343ms","start":"2026-04-09T17:35:19.06948Z","end":"2026-04-09T17:35:19.549951Z","steps":["trace[585108352] 'agreement among raft nodes before linearized reading' (duration: 480.369261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:19.550024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:19.069459Z","time spent":"480.552865ms","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:35:19.550028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.584648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:35:19.550075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.520448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-09T17:35:19.550142Z","caller":"traceutil/trace.go:171","msg":"trace[792313969] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3866; }","duration":"451.771602ms","start":"2026-04-09T17:35:19.098349Z","end":"2026-04-09T17:35:19.550121Z","steps":["trace[792313969] 'agreement among raft nodes before linearized reading' (duration: 451.510776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:19.550285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:19.098332Z","time spent":"451.941096ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-09T17:35:19.550288Z","caller":"traceutil/trace.go:171","msg":"trace[1441691762] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3866; }","duration":"863.735582ms","start":"2026-04-09T17:35:18.686467Z","end":"2026-04-09T17:35:19.550202Z","steps":["trace[1441691762] 'agreement among raft nodes before linearized reading' (duration: 863.344104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:19.549939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.633596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T17:35:19.550362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:18.68644Z","time spent":"863.904555ms","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-09T17:35:19.550494Z","caller":"traceutil/trace.go:171","msg":"trace[2045584336] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3866; }","duration":"218.151328ms","start":"2026-04-09T17:35:19.332249Z","end":"2026-04-09T17:35:19.5504Z","steps":["trace[2045584336] 'agreement among raft nodes before linearized reading' (duration: 217.605266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:35:19.549992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:35:18.663541Z","time spent":"886.347299ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:25.356044Z","caller":"traceutil/trace.go:171","msg":"trace[1270536217] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"117.878354ms","start":"2026-04-09T17:36:25.238125Z","end":"2026-04-09T17:36:25.356003Z","steps":["trace[1270536217] 'process raft request' (duration: 103.778089ms)","trace[1270536217] 'compare' (duration: 13.949962ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:25.644709Z","caller":"traceutil/trace.go:171","msg":"trace[1689410919] linearizableReadLoop","detail":"{readStateIndex:4928; appliedIndex:4925; }","duration":"381.629759ms","start":"2026-04-09T17:36:25.263063Z","end":"2026-04-09T17:36:25.644693Z","steps":["trace[1689410919] 'read index received' (duration: 78.864762ms)","trace[1689410919] 'applied index is now lower than readState.Index' (duration: 302.764347ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:25.644781Z","caller":"traceutil/trace.go:171","msg":"trace[1463112723] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"403.756445ms","start":"2026-04-09T17:36:25.240958Z","end":"2026-04-09T17:36:25.644715Z","steps":["trace[1463112723] 'process raft request' (duration: 403.647383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:25.644926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.842193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-04-09T17:36:25.644957Z","caller":"traceutil/trace.go:171","msg":"trace[891598260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3; range_end:; response_count:1; response_revision:4737; }","duration":"381.916774ms","start":"2026-04-09T17:36:25.263032Z","end":"2026-04-09T17:36:25.644949Z","steps":["trace[891598260] 'agreement among raft nodes before linearized reading' (duration: 381.734221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:25.645001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:25.263017Z","time spent":"381.977396ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" "} {"level":"warn","ts":"2026-04-09T17:36:25.645109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:25.240946Z","time spent":"404.04034ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":954,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:36:25.645858Z","caller":"traceutil/trace.go:171","msg":"trace[32631480] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"404.958138ms","start":"2026-04-09T17:36:25.240878Z","end":"2026-04-09T17:36:25.645837Z","steps":["trace[32631480] 'process raft request' (duration: 403.586572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:25.646119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:25.24087Z","time spent":"405.140552ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:25.647636Z","caller":"traceutil/trace.go:171","msg":"trace[1837186795] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"356.895424ms","start":"2026-04-09T17:36:25.288023Z","end":"2026-04-09T17:36:25.644919Z","steps":["trace[1837186795] 'process raft request' (duration: 356.622379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:25.647856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:25.288006Z","time spent":"359.726157ms","remote":"127.0.0.1:60408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2226,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T17:36:28.204675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.664347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:36:28.204742Z","caller":"traceutil/trace.go:171","msg":"trace[1428296557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4780; }","duration":"314.77448ms","start":"2026-04-09T17:36:27.889953Z","end":"2026-04-09T17:36:28.204727Z","steps":["trace[1428296557] 'range keys from in-memory index tree' (duration: 314.384952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:28.204769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:27.889932Z","time spent":"314.83111ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:28.205971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.963732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:21 size:489629"} {"level":"info","ts":"2026-04-09T17:36:28.206075Z","caller":"traceutil/trace.go:171","msg":"trace[1344793984] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:21; response_revision:4780; }","duration":"340.078833ms","start":"2026-04-09T17:36:27.865955Z","end":"2026-04-09T17:36:28.206034Z","steps":["trace[1344793984] 'range keys from in-memory index tree' (duration: 338.564365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:28.206141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:27.86594Z","time spent":"340.173665ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":21,"response size":489652,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-09T17:36:28.523544Z","caller":"traceutil/trace.go:171","msg":"trace[1257283673] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"309.400075ms","start":"2026-04-09T17:36:28.214111Z","end":"2026-04-09T17:36:28.523511Z","steps":["trace[1257283673] 'process raft request' (duration: 309.031998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:28.526648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.214095Z","time spent":"311.956422ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4049,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:29.03098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682722287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:36:29.469552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.640874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:36:29.469812Z","caller":"traceutil/trace.go:171","msg":"trace[650035582] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"614.915349ms","start":"2026-04-09T17:36:28.85488Z","end":"2026-04-09T17:36:29.469796Z","steps":["trace[650035582] 'process raft request' (duration: 614.816578ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:29.469783Z","caller":"traceutil/trace.go:171","msg":"trace[888576364] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"1.254407514s","start":"2026-04-09T17:36:28.215339Z","end":"2026-04-09T17:36:29.469746Z","steps":["trace[888576364] 'process raft request' (duration: 832.497886ms)","trace[888576364] 'compare' (duration: 421.251366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:29.469873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.854858Z","time spent":"614.98505ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:29.469942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.215328Z","time spent":"1.254547266s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:29.470038Z","caller":"traceutil/trace.go:171","msg":"trace[1995395938] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"1.253272163s","start":"2026-04-09T17:36:28.216758Z","end":"2026-04-09T17:36:29.47003Z","steps":["trace[1995395938] 'process raft request' (duration: 1.252866905s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.470075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.216751Z","time spent":"1.253305083s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:36:29.470161Z","caller":"traceutil/trace.go:171","msg":"trace[755794285] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"611.21425ms","start":"2026-04-09T17:36:28.858926Z","end":"2026-04-09T17:36:29.47014Z","steps":["trace[755794285] 'process raft request' (duration: 610.823193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.470337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.858912Z","time spent":"611.351142ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:29.470476Z","caller":"traceutil/trace.go:171","msg":"trace[692970992] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"603.550285ms","start":"2026-04-09T17:36:28.866902Z","end":"2026-04-09T17:36:29.470452Z","steps":["trace[692970992] 'process raft request' (duration: 603.093577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.470526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.866877Z","time spent":"603.619407ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:29.470635Z","caller":"traceutil/trace.go:171","msg":"trace[1625123183] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4973; }","duration":"940.358203ms","start":"2026-04-09T17:36:28.530269Z","end":"2026-04-09T17:36:29.470627Z","steps":["trace[1625123183] 'read index received' (duration: 517.577749ms)","trace[1625123183] 'applied index is now lower than readState.Index' (duration: 422.779774ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:29.470766Z","caller":"traceutil/trace.go:171","msg":"trace[526452885] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"601.676291ms","start":"2026-04-09T17:36:28.869083Z","end":"2026-04-09T17:36:29.470759Z","steps":["trace[526452885] 'process raft request' (duration: 601.311964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.470821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.869071Z","time spent":"601.710042ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:29.470981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.707649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-04-09T17:36:29.471013Z","caller":"traceutil/trace.go:171","msg":"trace[2023269976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3; range_end:; response_count:1; response_revision:4787; }","duration":"940.78869ms","start":"2026-04-09T17:36:28.530213Z","end":"2026-04-09T17:36:29.471001Z","steps":["trace[2023269976] 'agreement among raft nodes before linearized reading' (duration: 940.694759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.530198Z","time spent":"940.839231ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4099,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" "} {"level":"warn","ts":"2026-04-09T17:36:29.471137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.337194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-04-09T17:36:29.471175Z","caller":"traceutil/trace.go:171","msg":"trace[824598775] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323; range_end:; response_count:1; response_revision:4787; }","duration":"718.409795ms","start":"2026-04-09T17:36:28.752753Z","end":"2026-04-09T17:36:29.471163Z","steps":["trace[824598775] 'agreement among raft nodes before linearized reading' (duration: 718.293363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.752711Z","time spent":"718.487887ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4087,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323\" "} {"level":"warn","ts":"2026-04-09T17:36:29.47135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.675924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T17:36:29.471381Z","caller":"traceutil/trace.go:171","msg":"trace[1908193156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4787; }","duration":"457.726514ms","start":"2026-04-09T17:36:29.013648Z","end":"2026-04-09T17:36:29.471374Z","steps":["trace[1908193156] 'agreement among raft nodes before linearized reading' (duration: 457.655273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.47139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.203803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-09T17:36:29.471401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.013638Z","time spent":"457.758425ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-09T17:36:29.471414Z","caller":"traceutil/trace.go:171","msg":"trace[1636966475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4787; }","duration":"458.253484ms","start":"2026-04-09T17:36:29.013154Z","end":"2026-04-09T17:36:29.471407Z","steps":["trace[1636966475] 'agreement among raft nodes before linearized reading' (duration: 458.185053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.01314Z","time spent":"458.289104ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:29.471472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.721122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:29.471489Z","caller":"traceutil/trace.go:171","msg":"trace[248724342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4787; }","duration":"233.762673ms","start":"2026-04-09T17:36:29.237721Z","end":"2026-04-09T17:36:29.471483Z","steps":["trace[248724342] 'agreement among raft nodes before linearized reading' (duration: 233.736183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.60939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T17:36:29.47155Z","caller":"traceutil/trace.go:171","msg":"trace[563237251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4787; }","duration":"466.66649ms","start":"2026-04-09T17:36:29.004878Z","end":"2026-04-09T17:36:29.471544Z","steps":["trace[563237251] 'agreement among raft nodes before linearized reading' (duration: 466.613459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.004856Z","time spent":"466.707802ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:36:29.471589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.312535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:29.471609Z","caller":"traceutil/trace.go:171","msg":"trace[1671333825] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4787; }","duration":"240.367745ms","start":"2026-04-09T17:36:29.231234Z","end":"2026-04-09T17:36:29.471602Z","steps":["trace[1671333825] 'agreement among raft nodes before linearized reading' (duration: 240.333345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.69062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" ","response":"range_response_count:1 size:4076"} {"level":"info","ts":"2026-04-09T17:36:29.471675Z","caller":"traceutil/trace.go:171","msg":"trace[1434790397] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3; range_end:; response_count:1; response_revision:4787; }","duration":"718.735092ms","start":"2026-04-09T17:36:28.752934Z","end":"2026-04-09T17:36:29.471669Z","steps":["trace[1434790397] 'agreement among raft nodes before linearized reading' (duration: 718.683591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:28.752919Z","time spent":"718.769322ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4099,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3303ec0c-f066-4b5d-99c8-4945ad2d06d3\" "} {"level":"warn","ts":"2026-04-09T17:36:29.471748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.626448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-09T17:36:29.471768Z","caller":"traceutil/trace.go:171","msg":"trace[1722716493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4787; }","duration":"271.680248ms","start":"2026-04-09T17:36:29.200082Z","end":"2026-04-09T17:36:29.471762Z","steps":["trace[1722716493] 'agreement among raft nodes before linearized reading' (duration: 271.617907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.371529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-09T17:36:29.471865Z","caller":"traceutil/trace.go:171","msg":"trace[128309599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4787; }","duration":"435.41478ms","start":"2026-04-09T17:36:29.03644Z","end":"2026-04-09T17:36:29.471855Z","steps":["trace[128309599] 'agreement among raft nodes before linearized reading' (duration: 435.365989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:29.471887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.036424Z","time spent":"435.457881ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:29.979835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682722297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:36:30.261721Z","caller":"traceutil/trace.go:171","msg":"trace[135581065] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"783.272826ms","start":"2026-04-09T17:36:29.478407Z","end":"2026-04-09T17:36:30.261679Z","steps":["trace[135581065] 'process raft request' (duration: 743.698641ms)","trace[135581065] 'compare' (duration: 38.688089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:30.264605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478392Z","time spent":"783.42156ms","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T17:36:30.265391Z","caller":"traceutil/trace.go:171","msg":"trace[1131588562] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4979; }","duration":"786.09374ms","start":"2026-04-09T17:36:29.479201Z","end":"2026-04-09T17:36:30.265295Z","steps":["trace[1131588562] 'read index received' (duration: 742.910837ms)","trace[1131588562] 'applied index is now lower than readState.Index' (duration: 43.181773ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:30.265722Z","caller":"traceutil/trace.go:171","msg":"trace[1760259218] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"553.0645ms","start":"2026-04-09T17:36:29.712603Z","end":"2026-04-09T17:36:30.265667Z","steps":["trace[1760259218] 'process raft request' (duration: 552.599571ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:30.265747Z","caller":"traceutil/trace.go:171","msg":"trace[63543808] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"787.117188ms","start":"2026-04-09T17:36:29.478621Z","end":"2026-04-09T17:36:30.265738Z","steps":["trace[63543808] 'process raft request' (duration: 785.975517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.265857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478605Z","time spent":"787.197219ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:30.265879Z","caller":"traceutil/trace.go:171","msg":"trace[1866272924] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"787.060067ms","start":"2026-04-09T17:36:29.478782Z","end":"2026-04-09T17:36:30.265842Z","steps":["trace[1866272924] 'process raft request' (duration: 786.311793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.265908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.712577Z","time spent":"553.193073ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:30.265962Z","caller":"traceutil/trace.go:171","msg":"trace[182300239] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"787.22842ms","start":"2026-04-09T17:36:29.478728Z","end":"2026-04-09T17:36:30.265956Z","steps":["trace[182300239] 'process raft request' (duration: 786.103249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.265993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478723Z","time spent":"787.25589ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:30.266016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478763Z","time spent":"787.182489ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:30.266061Z","caller":"traceutil/trace.go:171","msg":"trace[989649911] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"787.285481ms","start":"2026-04-09T17:36:29.47877Z","end":"2026-04-09T17:36:30.266056Z","steps":["trace[989649911] 'process raft request' (duration: 786.228882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.266102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478763Z","time spent":"787.324251ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:30.265518Z","caller":"traceutil/trace.go:171","msg":"trace[1258693277] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"786.696641ms","start":"2026-04-09T17:36:29.478801Z","end":"2026-04-09T17:36:30.265498Z","steps":["trace[1258693277] 'process raft request' (duration: 786.247712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.266317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.478796Z","time spent":"787.500805ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:30.266374Z","caller":"traceutil/trace.go:171","msg":"trace[1778672490] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"373.426083ms","start":"2026-04-09T17:36:29.892942Z","end":"2026-04-09T17:36:30.266368Z","steps":["trace[1778672490] 'process raft request' (duration: 372.305183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.266403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.892913Z","time spent":"373.475454ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:30.266465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.548226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:36:30.266565Z","caller":"traceutil/trace.go:171","msg":"trace[2075687129] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4796; }","duration":"758.7111ms","start":"2026-04-09T17:36:29.507833Z","end":"2026-04-09T17:36:30.266544Z","steps":["trace[2075687129] 'agreement among raft nodes before linearized reading' (duration: 758.520876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.266748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.507812Z","time spent":"758.795811ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":8,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:36:30.266901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.480024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:36:30.266929Z","caller":"traceutil/trace.go:171","msg":"trace[2101724642] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4796; }","duration":"264.535165ms","start":"2026-04-09T17:36:30.002388Z","end":"2026-04-09T17:36:30.266923Z","steps":["trace[2101724642] 'agreement among raft nodes before linearized reading' (duration: 264.441774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.2665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.298202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-04-09T17:36:30.267382Z","caller":"traceutil/trace.go:171","msg":"trace[1035801770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323; range_end:; response_count:1; response_revision:4796; }","duration":"788.191488ms","start":"2026-04-09T17:36:29.479182Z","end":"2026-04-09T17:36:30.267374Z","steps":["trace[1035801770] 'agreement among raft nodes before linearized reading' (duration: 787.256571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.267409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.479175Z","time spent":"788.226289ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4087,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9454a6bf-0570-467d-a4c2-e18df0346323\" "} {"level":"info","ts":"2026-04-09T17:36:30.265575Z","caller":"traceutil/trace.go:171","msg":"trace[68684456] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"785.504569ms","start":"2026-04-09T17:36:29.48001Z","end":"2026-04-09T17:36:30.265515Z","steps":["trace[68684456] 'process raft request' (duration: 785.133152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:30.267808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:29.480004Z","time spent":"787.629478ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:38.653297Z","caller":"traceutil/trace.go:171","msg":"trace[1359655921] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"276.785389ms","start":"2026-04-09T17:36:38.376487Z","end":"2026-04-09T17:36:38.653272Z","steps":["trace[1359655921] 'process raft request' (duration: 276.646747ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:38.817822Z","caller":"traceutil/trace.go:171","msg":"trace[1051802559] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"440.917779ms","start":"2026-04-09T17:36:38.376862Z","end":"2026-04-09T17:36:38.81778Z","steps":["trace[1051802559] 'process raft request' (duration: 440.685025ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:38.817841Z","caller":"traceutil/trace.go:171","msg":"trace[723203665] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"439.034564ms","start":"2026-04-09T17:36:38.378764Z","end":"2026-04-09T17:36:38.817799Z","steps":["trace[723203665] 'process raft request' (duration: 438.928482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:38.817993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.506491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76a3d0ab-c8c8-42fe-ab62-ecabb3261dc0\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-09T17:36:38.818042Z","caller":"traceutil/trace.go:171","msg":"trace[711366453] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-76a3d0ab-c8c8-42fe-ab62-ecabb3261dc0; range_end:; response_count:1; response_revision:4966; }","duration":"411.599323ms","start":"2026-04-09T17:36:38.406432Z","end":"2026-04-09T17:36:38.818031Z","steps":["trace[711366453] 'agreement among raft nodes before linearized reading' (duration: 411.47723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:38.818036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:38.37684Z","time spent":"441.080302ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:38.818047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:38.378751Z","time spent":"439.184567ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:38.818079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:38.406419Z","time spent":"411.650813ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-76a3d0ab-c8c8-42fe-ab62-ecabb3261dc0\" "} {"level":"info","ts":"2026-04-09T17:36:38.818068Z","caller":"traceutil/trace.go:171","msg":"trace[112905763] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"433.568295ms","start":"2026-04-09T17:36:38.384476Z","end":"2026-04-09T17:36:38.818044Z","steps":["trace[112905763] 'process raft request' (duration: 433.29552ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:38.81786Z","caller":"traceutil/trace.go:171","msg":"trace[857301987] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5158; }","duration":"411.372219ms","start":"2026-04-09T17:36:38.406463Z","end":"2026-04-09T17:36:38.817835Z","steps":["trace[857301987] 'read index received' (duration: 246.75159ms)","trace[857301987] 'applied index is now lower than readState.Index' (duration: 164.619599ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:38.818075Z","caller":"traceutil/trace.go:171","msg":"trace[1512128987] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"439.044144ms","start":"2026-04-09T17:36:38.378981Z","end":"2026-04-09T17:36:38.818025Z","steps":["trace[1512128987] 'process raft request' (duration: 438.755549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:38.818179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:38.384454Z","time spent":"433.663996ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:38.818288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:38.378972Z","time spent":"439.182327ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:38.818292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.09473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:38.818359Z","caller":"traceutil/trace.go:171","msg":"trace[1559836424] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4966; }","duration":"106.203581ms","start":"2026-04-09T17:36:38.712135Z","end":"2026-04-09T17:36:38.818339Z","steps":["trace[1559836424] 'agreement among raft nodes before linearized reading' (duration: 106.049138ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:48.722127Z","caller":"traceutil/trace.go:171","msg":"trace[1793349972] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"225.400828ms","start":"2026-04-09T17:36:48.496706Z","end":"2026-04-09T17:36:48.722107Z","steps":["trace[1793349972] 'read index received' (duration: 208.716729ms)","trace[1793349972] 'applied index is now lower than readState.Index' (duration: 16.683199ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:48.722266Z","caller":"traceutil/trace.go:171","msg":"trace[1829943077] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"267.415792ms","start":"2026-04-09T17:36:48.454783Z","end":"2026-04-09T17:36:48.722198Z","steps":["trace[1829943077] 'process raft request' (duration: 250.774253ms)","trace[1829943077] 'compare' (duration: 16.13017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:48.722385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.656433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-09T17:36:48.722467Z","caller":"traceutil/trace.go:171","msg":"trace[1149596957] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5116; }","duration":"225.792575ms","start":"2026-04-09T17:36:48.496655Z","end":"2026-04-09T17:36:48.722448Z","steps":["trace[1149596957] 'agreement among raft nodes before linearized reading' (duration: 225.5311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:53.983213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682723177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:36:54.484169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682723177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T17:36:54.777396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176907233s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T17:36:54.908987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.271136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T17:36:54.909252Z","caller":"traceutil/trace.go:171","msg":"trace[1546450728] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"1.28236142s","start":"2026-04-09T17:36:53.626874Z","end":"2026-04-09T17:36:54.909235Z","steps":["trace[1546450728] 'process raft request' (duration: 1.282286889s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:54.909259Z","caller":"traceutil/trace.go:171","msg":"trace[451578081] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"1.427455235s","start":"2026-04-09T17:36:53.481779Z","end":"2026-04-09T17:36:54.909234Z","steps":["trace[451578081] 'process raft request' (duration: 1.295881464s)","trace[451578081] 'compare' (duration: 131.059012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:54.909324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.626856Z","time spent":"1.282437201s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:54.909316Z","caller":"traceutil/trace.go:171","msg":"trace[597876913] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"1.290146998s","start":"2026-04-09T17:36:53.619099Z","end":"2026-04-09T17:36:54.909246Z","steps":["trace[597876913] 'process raft request' (duration: 1.289999956s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.909393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.481756Z","time spent":"1.427560047s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:54.909596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.619071Z","time spent":"1.290328281s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:54.909719Z","caller":"traceutil/trace.go:171","msg":"trace[1070857787] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"1.281615666s","start":"2026-04-09T17:36:53.628088Z","end":"2026-04-09T17:36:54.909704Z","steps":["trace[1070857787] 'process raft request' (duration: 1.281106918s)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:54.90979Z","caller":"traceutil/trace.go:171","msg":"trace[1296541373] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"1.281166188s","start":"2026-04-09T17:36:53.628612Z","end":"2026-04-09T17:36:54.909778Z","steps":["trace[1296541373] 'process raft request' (duration: 1.280971214s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.909798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.628068Z","time spent":"1.281691777s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:54.909699Z","caller":"traceutil/trace.go:171","msg":"trace[1055672018] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5357; }","duration":"1.427245491s","start":"2026-04-09T17:36:53.48243Z","end":"2026-04-09T17:36:54.909675Z","steps":["trace[1055672018] 'read index received' (duration: 1.29512061s)","trace[1055672018] 'applied index is now lower than readState.Index' (duration: 132.120721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:36:54.909856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.628599Z","time spent":"1.281220949s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:54.909996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427545566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-09T17:36:54.910051Z","caller":"traceutil/trace.go:171","msg":"trace[441478607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5159; }","duration":"1.427632777s","start":"2026-04-09T17:36:53.482401Z","end":"2026-04-09T17:36:54.910033Z","steps":["trace[441478607] 'agreement among raft nodes before linearized reading' (duration: 1.427348352s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.9101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.482391Z","time spent":"1.427696508s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-09T17:36:54.91013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.601313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:36:54.910168Z","caller":"traceutil/trace.go:171","msg":"trace[1076606529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5159; }","duration":"152.667064ms","start":"2026-04-09T17:36:54.757491Z","end":"2026-04-09T17:36:54.910158Z","steps":["trace[1076606529] 'agreement among raft nodes before linearized reading' (duration: 152.547602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.910199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.07511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-09T17:36:54.910006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268002374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:36:54.91029Z","caller":"traceutil/trace.go:171","msg":"trace[1426584272] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5159; }","duration":"1.268312939s","start":"2026-04-09T17:36:53.641968Z","end":"2026-04-09T17:36:54.910281Z","steps":["trace[1426584272] 'agreement among raft nodes before linearized reading' (duration: 1.267998264s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.910329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.641957Z","time spent":"1.268360141s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:36:54.910344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.497909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:54.910371Z","caller":"traceutil/trace.go:171","msg":"trace[786810045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5159; }","duration":"236.54669ms","start":"2026-04-09T17:36:54.673816Z","end":"2026-04-09T17:36:54.910363Z","steps":["trace[786810045] 'agreement among raft nodes before linearized reading' (duration: 236.505579ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:54.910293Z","caller":"traceutil/trace.go:171","msg":"trace[2112981276] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5159; }","duration":"456.278573ms","start":"2026-04-09T17:36:54.453998Z","end":"2026-04-09T17:36:54.910277Z","steps":["trace[2112981276] 'agreement among raft nodes before linearized reading' (duration: 456.09292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.910497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:54.453974Z","time spent":"456.512357ms","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T17:36:54.910605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249798442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:36:54.910838Z","caller":"traceutil/trace.go:171","msg":"trace[1172288170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5159; }","duration":"1.250078357s","start":"2026-04-09T17:36:53.660743Z","end":"2026-04-09T17:36:54.910822Z","steps":["trace[1172288170] 'agreement among raft nodes before linearized reading' (duration: 1.249393505s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:54.910963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:53.660726Z","time spent":"1.250223759s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T17:36:55.142362Z","caller":"traceutil/trace.go:171","msg":"trace[1965800852] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"163.186876ms","start":"2026-04-09T17:36:54.979152Z","end":"2026-04-09T17:36:55.142339Z","steps":["trace[1965800852] 'process raft request' (duration: 85.482382ms)","trace[1965800852] 'compare' (duration: 77.502051ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:55.142587Z","caller":"traceutil/trace.go:171","msg":"trace[146933590] linearizableReadLoop","detail":"{readStateIndex:5371; appliedIndex:5369; }","duration":"158.554494ms","start":"2026-04-09T17:36:54.984022Z","end":"2026-04-09T17:36:55.142576Z","steps":["trace[146933590] 'read index received' (duration: 80.635626ms)","trace[146933590] 'applied index is now lower than readState.Index' (duration: 77.917518ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:55.142664Z","caller":"traceutil/trace.go:171","msg":"trace[2019086363] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"162.391303ms","start":"2026-04-09T17:36:54.980264Z","end":"2026-04-09T17:36:55.142655Z","steps":["trace[2019086363] 'process raft request' (duration: 162.030617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:55.142937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.152007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-09T17:36:55.14294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.90704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a4c0da6b77a046\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-04-09T17:36:55.142978Z","caller":"traceutil/trace.go:171","msg":"trace[142110392] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5169; }","duration":"158.215018ms","start":"2026-04-09T17:36:54.984753Z","end":"2026-04-09T17:36:55.142968Z","steps":["trace[142110392] 'agreement among raft nodes before linearized reading' (duration: 158.076776ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:55.142986Z","caller":"traceutil/trace.go:171","msg":"trace[797481185] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a4c0da6b77a046; range_end:; response_count:1; response_revision:5169; }","duration":"158.988121ms","start":"2026-04-09T17:36:54.983985Z","end":"2026-04-09T17:36:55.142973Z","steps":["trace[797481185] 'agreement among raft nodes before linearized reading' (duration: 158.851309ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:36:55.143187Z","caller":"traceutil/trace.go:171","msg":"trace[1080944332] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"158.696686ms","start":"2026-04-09T17:36:54.984094Z","end":"2026-04-09T17:36:55.142791Z","steps":["trace[1080944332] 'process raft request' (duration: 158.435802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:57.066671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6197689155682723223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T17:36:57.264245Z","caller":"traceutil/trace.go:171","msg":"trace[1764626383] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"754.435018ms","start":"2026-04-09T17:36:56.509784Z","end":"2026-04-09T17:36:57.264219Z","steps":["trace[1764626383] 'process raft request' (duration: 754.260164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:57.264562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.50973Z","time spent":"754.653932ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:58.602711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338656485s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T17:36:58.603043Z","caller":"traceutil/trace.go:171","msg":"trace[50967445] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"1.864718311s","start":"2026-04-09T17:36:56.738308Z","end":"2026-04-09T17:36:58.603027Z","steps":["trace[50967445] 'process raft request' (duration: 1.864527197s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.603148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.738286Z","time spent":"1.864785633s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:58.603404Z","caller":"traceutil/trace.go:171","msg":"trace[1639930853] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"1.688503802s","start":"2026-04-09T17:36:56.914877Z","end":"2026-04-09T17:36:58.603381Z","steps":["trace[1639930853] 'process raft request' (duration: 1.688114224s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.603536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.914856Z","time spent":"1.688613653s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:58.603649Z","caller":"traceutil/trace.go:171","msg":"trace[1893103997] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"1.684691264s","start":"2026-04-09T17:36:56.91895Z","end":"2026-04-09T17:36:58.603642Z","steps":["trace[1893103997] 'process raft request' (duration: 1.684353058s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.603719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.918926Z","time spent":"1.684761846s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:58.603933Z","caller":"traceutil/trace.go:171","msg":"trace[1021158221] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"1.684583973s","start":"2026-04-09T17:36:56.919338Z","end":"2026-04-09T17:36:58.603922Z","steps":["trace[1021158221] 'process raft request' (duration: 1.684259888s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.604003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.919331Z","time spent":"1.684640874s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T17:36:58.604065Z","caller":"traceutil/trace.go:171","msg":"trace[1936336452] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5377; }","duration":"2.038147833s","start":"2026-04-09T17:36:56.565828Z","end":"2026-04-09T17:36:58.603976Z","steps":["trace[1936336452] 'read index received' (duration: 698.235355ms)","trace[1936336452] 'applied index is now lower than readState.Index' (duration: 1.339911898s)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:36:58.604114Z","caller":"traceutil/trace.go:171","msg":"trace[1255244785] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"1.683800048s","start":"2026-04-09T17:36:56.920308Z","end":"2026-04-09T17:36:58.604108Z","steps":["trace[1255244785] 'process raft request' (duration: 1.683573004s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.60434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.920302Z","time spent":"1.684015972s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T17:36:58.604384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934539174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:36:58.604426Z","caller":"traceutil/trace.go:171","msg":"trace[2140306449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5179; }","duration":"1.934605566s","start":"2026-04-09T17:36:56.66981Z","end":"2026-04-09T17:36:58.604416Z","steps":["trace[2140306449] 'agreement among raft nodes before linearized reading' (duration: 1.934526184s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.604468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.669797Z","time spent":"1.934656566s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T17:36:58.604579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457271154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T17:36:58.604602Z","caller":"traceutil/trace.go:171","msg":"trace[594307056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5179; }","duration":"1.457311556s","start":"2026-04-09T17:36:57.147285Z","end":"2026-04-09T17:36:58.604597Z","steps":["trace[594307056] 'agreement among raft nodes before linearized reading' (duration: 1.457204974s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.604709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.147277Z","time spent":"1.457400407s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:58.60478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457479678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:36:58.604823Z","caller":"traceutil/trace.go:171","msg":"trace[2087799515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5179; }","duration":"1.457570589s","start":"2026-04-09T17:36:57.147241Z","end":"2026-04-09T17:36:58.604812Z","steps":["trace[2087799515] 'agreement among raft nodes before linearized reading' (duration: 1.457383736s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.604858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.147216Z","time spent":"1.457635571s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:58.604913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039091349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-09T17:36:58.604968Z","caller":"traceutil/trace.go:171","msg":"trace[1059368655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5179; }","duration":"2.03915117s","start":"2026-04-09T17:36:56.565778Z","end":"2026-04-09T17:36:58.60493Z","steps":["trace[1059368655] 'agreement among raft nodes before linearized reading' (duration: 2.039011668s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.604986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491898124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-09T17:36:58.605018Z","caller":"traceutil/trace.go:171","msg":"trace[893351218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5179; }","duration":"1.491957195s","start":"2026-04-09T17:36:57.113051Z","end":"2026-04-09T17:36:58.605008Z","steps":["trace[893351218] 'agreement among raft nodes before linearized reading' (duration: 1.491875063s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.605047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.113033Z","time spent":"1.492007766s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-09T17:36:58.60504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.565762Z","time spent":"2.039223041s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-09T17:36:58.605245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6267091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:36:58.605278Z","caller":"traceutil/trace.go:171","msg":"trace[2061666554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5179; }","duration":"1.62675477s","start":"2026-04-09T17:36:56.978515Z","end":"2026-04-09T17:36:58.60527Z","steps":["trace[2061666554] 'agreement among raft nodes before linearized reading' (duration: 1.626674309s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.60531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.97851Z","time spent":"1.626792331s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T17:36:58.605566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844535364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-09T17:36:58.605612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109749122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T17:36:58.605669Z","caller":"traceutil/trace.go:171","msg":"trace[1343331040] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5179; }","duration":"1.109839804s","start":"2026-04-09T17:36:57.495822Z","end":"2026-04-09T17:36:58.605662Z","steps":["trace[1343331040] 'agreement among raft nodes before linearized reading' (duration: 1.109542129s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.605692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.495805Z","time spent":"1.109881804s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":522,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:36:58.60582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366164079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T17:36:58.605844Z","caller":"traceutil/trace.go:171","msg":"trace[526447148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5179; }","duration":"1.36622672s","start":"2026-04-09T17:36:57.23961Z","end":"2026-04-09T17:36:58.605837Z","steps":["trace[526447148] 'agreement among raft nodes before linearized reading' (duration: 1.366190279s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.605907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.239569Z","time spent":"1.366331662s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T17:36:58.605956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458629139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T17:36:58.606001Z","caller":"traceutil/trace.go:171","msg":"trace[1691123876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5179; }","duration":"1.458756721s","start":"2026-04-09T17:36:57.147231Z","end":"2026-04-09T17:36:58.605988Z","steps":["trace[1691123876] 'agreement among raft nodes before linearized reading' (duration: 1.458663708s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.606034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:57.147221Z","time spent":"1.458805782s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T17:36:58.606131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630115601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:36:58.606154Z","caller":"traceutil/trace.go:171","msg":"trace[79904892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5179; }","duration":"1.630169691s","start":"2026-04-09T17:36:56.975978Z","end":"2026-04-09T17:36:58.606148Z","steps":["trace[79904892] 'agreement among raft nodes before linearized reading' (duration: 1.63011079s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.606206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.975963Z","time spent":"1.630238143s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T17:36:58.606359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759911162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9vtb5.18a4c0d973910807\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-09T17:36:58.606399Z","caller":"traceutil/trace.go:171","msg":"trace[1564510514] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9vtb5.18a4c0d973910807; range_end:; response_count:1; response_revision:5179; }","duration":"1.759985063s","start":"2026-04-09T17:36:56.846402Z","end":"2026-04-09T17:36:58.606387Z","steps":["trace[1564510514] 'agreement among raft nodes before linearized reading' (duration: 1.759892252s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.606445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.846384Z","time spent":"1.760053614s","remote":"127.0.0.1:57702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9vtb5.18a4c0d973910807\" "} {"level":"info","ts":"2026-04-09T17:36:58.606427Z","caller":"traceutil/trace.go:171","msg":"trace[2043884925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5179; }","duration":"1.844639456s","start":"2026-04-09T17:36:56.760972Z","end":"2026-04-09T17:36:58.605612Z","steps":["trace[2043884925] 'agreement among raft nodes before linearized reading' (duration: 1.844464863s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:36:58.606651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T17:36:56.760955Z","time spent":"1.845683865s","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T17:37:22.093263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2843} {"level":"info","ts":"2026-04-09T17:37:22.166928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2843,"took":"72.1893ms","hash":1354828900,"current-db-size-bytes":52645888,"current-db-size":"53 MB","current-db-size-in-use-bytes":27545600,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-09T17:37:22.167013Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1354828900,"revision":2843,"compact-revision":-1} {"level":"info","ts":"2026-04-09T17:37:32.8637Z","caller":"traceutil/trace.go:171","msg":"trace[1999025563] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"126.82384ms","start":"2026-04-09T17:37:32.736865Z","end":"2026-04-09T17:37:32.863689Z","steps":["trace[1999025563] 'process raft request' (duration: 126.738378ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:37:32.900886Z","caller":"traceutil/trace.go:171","msg":"trace[864727878] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"161.121051ms","start":"2026-04-09T17:37:32.73974Z","end":"2026-04-09T17:37:32.900861Z","steps":["trace[864727878] 'process raft request' (duration: 160.898377ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:37:32.90091Z","caller":"traceutil/trace.go:171","msg":"trace[1120126084] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"161.04881ms","start":"2026-04-09T17:37:32.739839Z","end":"2026-04-09T17:37:32.900888Z","steps":["trace[1120126084] 'process raft request' (duration: 160.959049ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:37:32.901303Z","caller":"traceutil/trace.go:171","msg":"trace[1811007684] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"160.753524ms","start":"2026-04-09T17:37:32.740528Z","end":"2026-04-09T17:37:32.901282Z","steps":["trace[1811007684] 'process raft request' (duration: 160.318037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:21.219057Z","caller":"traceutil/trace.go:171","msg":"trace[897887266] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"138.452236ms","start":"2026-04-09T17:38:21.08058Z","end":"2026-04-09T17:38:21.219032Z","steps":["trace[897887266] 'process raft request' (duration: 138.295503ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:21.226062Z","caller":"traceutil/trace.go:171","msg":"trace[362524172] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"126.344386ms","start":"2026-04-09T17:38:21.099694Z","end":"2026-04-09T17:38:21.226038Z","steps":["trace[362524172] 'process raft request' (duration: 126.160543ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:21.225981Z","caller":"traceutil/trace.go:171","msg":"trace[682597252] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"138.281073ms","start":"2026-04-09T17:38:21.08768Z","end":"2026-04-09T17:38:21.225961Z","steps":["trace[682597252] 'process raft request' (duration: 138.018109ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:38:53.443843Z","caller":"traceutil/trace.go:171","msg":"trace[197771440] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"107.946857ms","start":"2026-04-09T17:38:53.335869Z","end":"2026-04-09T17:38:53.443816Z","steps":["trace[197771440] 'process raft request' (duration: 107.671013ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:01.403568Z","caller":"traceutil/trace.go:171","msg":"trace[383886843] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"141.042403ms","start":"2026-04-09T17:41:01.2625Z","end":"2026-04-09T17:41:01.403543Z","steps":["trace[383886843] 'process raft request' (duration: 139.648503ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.098121Z","caller":"traceutil/trace.go:171","msg":"trace[138517447] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"105.895354ms","start":"2026-04-09T17:41:09.992182Z","end":"2026-04-09T17:41:10.098078Z","steps":["trace[138517447] 'process raft request' (duration: 105.667276ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.272981Z","caller":"traceutil/trace.go:171","msg":"trace[1240792818] transaction","detail":"{read_only:false; response_revision:6984; number_of_response:1; }","duration":"213.838741ms","start":"2026-04-09T17:41:10.059101Z","end":"2026-04-09T17:41:10.272939Z","steps":["trace[1240792818] 'process raft request' (duration: 213.514359ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.273152Z","caller":"traceutil/trace.go:171","msg":"trace[858927277] transaction","detail":"{read_only:false; response_revision:6985; number_of_response:1; }","duration":"208.506296ms","start":"2026-04-09T17:41:10.064622Z","end":"2026-04-09T17:41:10.273129Z","steps":["trace[858927277] 'process raft request' (duration: 208.131822ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:10.465782Z","caller":"traceutil/trace.go:171","msg":"trace[1879483544] transaction","detail":"{read_only:false; response_revision:6987; number_of_response:1; }","duration":"125.128577ms","start":"2026-04-09T17:41:10.340633Z","end":"2026-04-09T17:41:10.465762Z","steps":["trace[1879483544] 'process raft request' (duration: 46.044515ms)","trace[1879483544] 'compare' (duration: 78.862624ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:10.465762Z","caller":"traceutil/trace.go:171","msg":"trace[1329374364] linearizableReadLoop","detail":"{readStateIndex:7253; appliedIndex:7252; }","duration":"109.977002ms","start":"2026-04-09T17:41:10.355758Z","end":"2026-04-09T17:41:10.465735Z","steps":["trace[1329374364] 'read index received' (duration: 30.968013ms)","trace[1329374364] 'applied index is now lower than readState.Index' (duration: 79.007299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:10.465979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.216431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-09T17:41:10.466008Z","caller":"traceutil/trace.go:171","msg":"trace[737890601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6987; }","duration":"110.291743ms","start":"2026-04-09T17:41:10.35571Z","end":"2026-04-09T17:41:10.466002Z","steps":["trace[737890601] 'agreement among raft nodes before linearized reading' (duration: 110.179319ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.498603Z","caller":"traceutil/trace.go:171","msg":"trace[1222310871] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"244.975472ms","start":"2026-04-09T17:41:15.253322Z","end":"2026-04-09T17:41:15.498297Z","steps":["trace[1222310871] 'process raft request' (duration: 244.779775ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:15.505633Z","caller":"traceutil/trace.go:171","msg":"trace[945537635] transaction","detail":"{read_only:false; response_revision:7017; number_of_response:1; }","duration":"144.103003ms","start":"2026-04-09T17:41:15.36151Z","end":"2026-04-09T17:41:15.505613Z","steps":["trace[945537635] 'process raft request' (duration: 143.673658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:17.419154Z","caller":"traceutil/trace.go:171","msg":"trace[1864237351] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"108.295151ms","start":"2026-04-09T17:41:17.310841Z","end":"2026-04-09T17:41:17.419136Z","steps":["trace[1864237351] 'process raft request' (duration: 108.179937ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:30.63445Z","caller":"traceutil/trace.go:171","msg":"trace[698686395] transaction","detail":"{read_only:false; response_revision:7108; number_of_response:1; }","duration":"183.563131ms","start":"2026-04-09T17:41:30.45086Z","end":"2026-04-09T17:41:30.634423Z","steps":["trace[698686395] 'process raft request' (duration: 130.137389ms)","trace[698686395] 'compare' (duration: 53.264446ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:30.635512Z","caller":"traceutil/trace.go:171","msg":"trace[198146243] transaction","detail":"{read_only:false; response_revision:7109; number_of_response:1; }","duration":"173.295242ms","start":"2026-04-09T17:41:30.461569Z","end":"2026-04-09T17:41:30.634864Z","steps":["trace[198146243] 'process raft request' (duration: 172.800584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:30.784108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.651497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T17:41:30.784187Z","caller":"traceutil/trace.go:171","msg":"trace[1857997698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7111; }","duration":"110.772721ms","start":"2026-04-09T17:41:30.673397Z","end":"2026-04-09T17:41:30.78417Z","steps":["trace[1857997698] 'agreement among raft nodes before linearized reading' (duration: 110.625016ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:30.784128Z","caller":"traceutil/trace.go:171","msg":"trace[350910544] transaction","detail":"{read_only:false; response_revision:7111; number_of_response:1; }","duration":"142.447721ms","start":"2026-04-09T17:41:30.641651Z","end":"2026-04-09T17:41:30.784099Z","steps":["trace[350910544] 'process raft request' (duration: 141.729586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:30.784246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.123129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-d4779755f-6m7w5\" ","response":"range_response_count:1 size:9884"} {"level":"warn","ts":"2026-04-09T17:41:30.784193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.106753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T17:41:30.78446Z","caller":"traceutil/trace.go:171","msg":"trace[30434440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7111; }","duration":"101.407013ms","start":"2026-04-09T17:41:30.683018Z","end":"2026-04-09T17:41:30.784425Z","steps":["trace[30434440] 'agreement among raft nodes before linearized reading' (duration: 100.972048ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:30.784425Z","caller":"traceutil/trace.go:171","msg":"trace[792739636] range","detail":"{range_begin:/registry/pods/openstack/horizon-d4779755f-6m7w5; range_end:; response_count:1; response_revision:7111; }","duration":"144.306966ms","start":"2026-04-09T17:41:30.640068Z","end":"2026-04-09T17:41:30.784375Z","steps":["trace[792739636] 'agreement among raft nodes before linearized reading' (duration: 143.985685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:30.830393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T17:41:30.830485Z","caller":"traceutil/trace.go:171","msg":"trace[644879001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7112; }","duration":"117.701324ms","start":"2026-04-09T17:41:30.712767Z","end":"2026-04-09T17:41:30.830469Z","steps":["trace[644879001] 'agreement among raft nodes before linearized reading' (duration: 117.424054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:30.830498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.925697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-04-09T17:41:30.8306Z","caller":"traceutil/trace.go:171","msg":"trace[1366941979] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:7112; }","duration":"133.00801ms","start":"2026-04-09T17:41:30.697547Z","end":"2026-04-09T17:41:30.830555Z","steps":["trace[1366941979] 'agreement among raft nodes before linearized reading' (duration: 132.868045ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:44.064807Z","caller":"traceutil/trace.go:171","msg":"trace[1107470447] linearizableReadLoop","detail":"{readStateIndex:7451; appliedIndex:7449; }","duration":"194.632162ms","start":"2026-04-09T17:41:43.870149Z","end":"2026-04-09T17:41:44.064781Z","steps":["trace[1107470447] 'read index received' (duration: 20.56409ms)","trace[1107470447] 'applied index is now lower than readState.Index' (duration: 174.067062ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:44.06485Z","caller":"traceutil/trace.go:171","msg":"trace[1549620321] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"212.535842ms","start":"2026-04-09T17:41:43.852279Z","end":"2026-04-09T17:41:44.064815Z","steps":["trace[1549620321] 'process raft request' (duration: 195.917986ms)","trace[1549620321] 'compare' (duration: 16.411349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:44.064946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.784927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T17:41:44.065081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.413819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-09T17:41:44.065023Z","caller":"traceutil/trace.go:171","msg":"trace[230434822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7178; }","duration":"194.903511ms","start":"2026-04-09T17:41:43.870099Z","end":"2026-04-09T17:41:44.065002Z","steps":["trace[230434822] 'agreement among raft nodes before linearized reading' (duration: 194.775687ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:44.065133Z","caller":"traceutil/trace.go:171","msg":"trace[1063166926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7178; }","duration":"146.519152ms","start":"2026-04-09T17:41:43.9186Z","end":"2026-04-09T17:41:44.065119Z","steps":["trace[1063166926] 'agreement among raft nodes before linearized reading' (duration: 146.346616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T17:41:44.364084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.967296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-09T17:41:44.364167Z","caller":"traceutil/trace.go:171","msg":"trace[1264573410] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:7178; }","duration":"156.10585ms","start":"2026-04-09T17:41:44.208043Z","end":"2026-04-09T17:41:44.364148Z","steps":["trace[1264573410] 'range keys from in-memory index tree' (duration: 155.740028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:44.404243Z","caller":"traceutil/trace.go:171","msg":"trace[1474471811] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"113.333796ms","start":"2026-04-09T17:41:44.290885Z","end":"2026-04-09T17:41:44.404218Z","steps":["trace[1474471811] 'process raft request' (duration: 113.183091ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:41:45.084982Z","caller":"traceutil/trace.go:171","msg":"trace[1492200089] linearizableReadLoop","detail":"{readStateIndex:7464; appliedIndex:7463; }","duration":"148.502687ms","start":"2026-04-09T17:41:44.936457Z","end":"2026-04-09T17:41:45.08496Z","steps":["trace[1492200089] 'read index received' (duration: 90.993304ms)","trace[1492200089] 'applied index is now lower than readState.Index' (duration: 57.507953ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T17:41:45.085058Z","caller":"traceutil/trace.go:171","msg":"trace[1894851266] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"154.101237ms","start":"2026-04-09T17:41:44.930918Z","end":"2026-04-09T17:41:45.08502Z","steps":["trace[1894851266] 'process raft request' (duration: 96.49756ms)","trace[1894851266] 'compare' (duration: 57.426391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T17:41:45.085226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.722494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T17:41:45.085303Z","caller":"traceutil/trace.go:171","msg":"trace[54337982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7191; }","duration":"148.824647ms","start":"2026-04-09T17:41:44.936441Z","end":"2026-04-09T17:41:45.085265Z","steps":["trace[54337982] 'agreement among raft nodes before linearized reading' (duration: 148.593129ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T17:42:22.100404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5336} {"level":"info","ts":"2026-04-09T17:42:22.175965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5336,"took":"73.101716ms","hash":366848771,"current-db-size-bytes":52645888,"current-db-size":"53 MB","current-db-size-in-use-bytes":18702336,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-09T17:42:22.176019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":366848771,"revision":5336,"compact-revision":2843} {"level":"info","ts":"2026-04-09T17:42:37.052265Z","caller":"traceutil/trace.go:171","msg":"trace[1446948593] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"146.832178ms","start":"2026-04-09T17:42:36.905405Z","end":"2026-04-09T17:42:37.052237Z","steps":["trace[1446948593] 'process raft request' (duration: 139.113922ms)"],"step_count":1}