{"level":"warn","ts":"2026-03-31T22:20:07.04307Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:20:07.043165Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T22:20:07.043249Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T22:20:07.043263Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-31T22:20:07.043284Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:20:07.043981Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-03-31T22:20:07.044057Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T22:20:07.048125Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.839974ms"} {"level":"info","ts":"2026-03-31T22:20:07.058579Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-03-31T22:20:07.058728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T22:20:07.058772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-03-31T22:20:07.058814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T22:20:07.058834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-03-31T22:20:07.058903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-03-31T22:20:07.068033Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T22:20:07.069357Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T22:20:07.070496Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T22:20:07.072911Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T22:20:07.073129Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:20:07.07323Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:20:07.073246Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T22:20:07.073274Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T22:20:07.074019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-03-31T22:20:07.074141Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-31T22:20:07.079637Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T22:20:07.079835Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-31T22:20:07.079924Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-31T22:20:07.080189Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T22:20:07.080248Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T22:20:07.360069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T22:20:07.360133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T22:20:07.360161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-03-31T22:20:07.360177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-03-31T22:20:07.360184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-31T22:20:07.360197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-03-31T22:20:07.360209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-31T22:20:07.361491Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:20:07.362509Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:20:07.362524Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T22:20:07.362697Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T22:20:07.362792Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:20:07.362898Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T22:20:07.363007Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T22:20:07.362953Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:20:07.363072Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T22:20:07.366115Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-03-31T22:20:07.366161Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T22:20:19.902645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670526005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:20:20.403707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670526005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:20:20.777252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540897701s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:20:20.777912Z","caller":"traceutil/trace.go:171","msg":"trace[2102088275] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:367; }","duration":"1.375329411s","start":"2026-03-31T22:20:19.402542Z","end":"2026-03-31T22:20:20.777871Z","steps":["trace[2102088275] 'read index received' (duration: 1.374957102s)","trace[2102088275] 'applied index is now lower than readState.Index' (duration: 370.669µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:20.777982Z","caller":"traceutil/trace.go:171","msg":"trace[1370731417] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.541714168s","start":"2026-03-31T22:20:19.236218Z","end":"2026-03-31T22:20:20.777932Z","steps":["trace[1370731417] 'process raft request' (duration: 1.541439043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:20.778223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.716178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:20:20.778327Z","caller":"traceutil/trace.go:171","msg":"trace[888416485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:355; }","duration":"308.914664ms","start":"2026-03-31T22:20:20.4694Z","end":"2026-03-31T22:20:20.778315Z","steps":["trace[888416485] 'agreement among raft nodes before linearized reading' (duration: 308.720639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:20.778353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.997375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:20:20.778383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:20.469368Z","time spent":"309.004046ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:20:20.778481Z","caller":"traceutil/trace.go:171","msg":"trace[381682191] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:355; }","duration":"186.195968ms","start":"2026-03-31T22:20:20.592254Z","end":"2026-03-31T22:20:20.77845Z","steps":["trace[381682191] 'agreement among raft nodes before linearized reading' (duration: 185.955243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:20.778355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.110819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-31T22:20:20.778384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37575855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:20:20.778677Z","caller":"traceutil/trace.go:171","msg":"trace[1651795792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:355; }","duration":"1.376158208s","start":"2026-03-31T22:20:19.402466Z","end":"2026-03-31T22:20:20.778625Z","steps":["trace[1651795792] 'agreement among raft nodes before linearized reading' (duration: 1.375652177s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:20.778566Z","caller":"traceutil/trace.go:171","msg":"trace[433002235] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:355; }","duration":"159.341294ms","start":"2026-03-31T22:20:20.619206Z","end":"2026-03-31T22:20:20.778548Z","steps":["trace[433002235] 'agreement among raft nodes before linearized reading' (duration: 158.973046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:20.778799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:19.402438Z","time spent":"1.376345023s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:20:20.778929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:19.23617Z","time spent":"1.541969124s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:21.32644Z","caller":"traceutil/trace.go:171","msg":"trace[1154286973] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"124.190896ms","start":"2026-03-31T22:20:21.202211Z","end":"2026-03-31T22:20:21.326402Z","steps":["trace[1154286973] 'process raft request' (duration: 123.987591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:21.696036Z","caller":"traceutil/trace.go:171","msg":"trace[644339199] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"163.30669ms","start":"2026-03-31T22:20:21.532694Z","end":"2026-03-31T22:20:21.696001Z","steps":["trace[644339199] 'process raft request' (duration: 163.122386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:21.946546Z","caller":"traceutil/trace.go:171","msg":"trace[251496764] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"237.500107ms","start":"2026-03-31T22:20:21.709Z","end":"2026-03-31T22:20:21.9465Z","steps":["trace[251496764] 'process raft request' (duration: 213.80432ms)","trace[251496764] 'compare' (duration: 23.485602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:26.345732Z","caller":"traceutil/trace.go:171","msg":"trace[1203445540] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"280.957714ms","start":"2026-03-31T22:20:26.064752Z","end":"2026-03-31T22:20:26.345709Z","steps":["trace[1203445540] 'read index received' (duration: 280.861462ms)","trace[1203445540] 'applied index is now lower than readState.Index' (duration: 94.832µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:20:26.345894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.135218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:20:26.345924Z","caller":"traceutil/trace.go:171","msg":"trace[1066432187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"281.23346ms","start":"2026-03-31T22:20:26.064681Z","end":"2026-03-31T22:20:26.345914Z","steps":["trace[1066432187] 'agreement among raft nodes before linearized reading' (duration: 281.156668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:26.345912Z","caller":"traceutil/trace.go:171","msg":"trace[124833413] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"535.502304ms","start":"2026-03-31T22:20:25.810364Z","end":"2026-03-31T22:20:26.345867Z","steps":["trace[124833413] 'process raft request' (duration: 535.195877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:26.34613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:25.810343Z","time spent":"535.673777ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:20:26.513113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.091589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:20:26.513268Z","caller":"traceutil/trace.go:171","msg":"trace[1962601822] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"167.44438ms","start":"2026-03-31T22:20:26.345799Z","end":"2026-03-31T22:20:26.513244Z","steps":["trace[1962601822] 'read index received' (duration: 7.058065ms)","trace[1962601822] 'applied index is now lower than readState.Index' (duration: 160.384285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:20:26.513442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.462006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-31T22:20:26.51348Z","caller":"traceutil/trace.go:171","msg":"trace[783756013] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:376; }","duration":"159.536487ms","start":"2026-03-31T22:20:26.353933Z","end":"2026-03-31T22:20:26.513469Z","steps":["trace[783756013] 'agreement among raft nodes before linearized reading' (duration: 159.436645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:26.51353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.356859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-31T22:20:26.513658Z","caller":"traceutil/trace.go:171","msg":"trace[914311354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:376; }","duration":"201.555373ms","start":"2026-03-31T22:20:26.312071Z","end":"2026-03-31T22:20:26.513626Z","steps":["trace[914311354] 'agreement among raft nodes before linearized reading' (duration: 201.230216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:35.320182Z","caller":"traceutil/trace.go:171","msg":"trace[748624785] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:444; }","duration":"255.356506ms","start":"2026-03-31T22:20:35.064778Z","end":"2026-03-31T22:20:35.320135Z","steps":["trace[748624785] 'read index received' (duration: 9.798393ms)","trace[748624785] 'applied index is now lower than readState.Index' (duration: 245.556743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:35.320215Z","caller":"traceutil/trace.go:171","msg":"trace[847982636] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"307.35577ms","start":"2026-03-31T22:20:35.012814Z","end":"2026-03-31T22:20:35.32017Z","steps":["trace[847982636] 'process raft request' (duration: 254.751883ms)","trace[847982636] 'compare' (duration: 52.381702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:20:35.320317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.5206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:20:35.320421Z","caller":"traceutil/trace.go:171","msg":"trace[1771332575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"255.660233ms","start":"2026-03-31T22:20:35.064726Z","end":"2026-03-31T22:20:35.320386Z","steps":["trace[1771332575] 'agreement among raft nodes before linearized reading' (duration: 255.51564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:35.320455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.598186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T22:20:35.320506Z","caller":"traceutil/trace.go:171","msg":"trace[1270453329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"202.719179ms","start":"2026-03-31T22:20:35.11777Z","end":"2026-03-31T22:20:35.320489Z","steps":["trace[1270453329] 'agreement among raft nodes before linearized reading' (duration: 202.590046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:35.320619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:35.012788Z","time spent":"307.612416ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:35.507745Z","caller":"traceutil/trace.go:171","msg":"trace[239331661] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"182.503148ms","start":"2026-03-31T22:20:35.325205Z","end":"2026-03-31T22:20:35.507708Z","steps":["trace[239331661] 'process raft request' (duration: 129.268368ms)","trace[239331661] 'compare' (duration: 53.108458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:37.096442Z","caller":"traceutil/trace.go:171","msg":"trace[690183527] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"216.268594ms","start":"2026-03-31T22:20:36.880142Z","end":"2026-03-31T22:20:37.09641Z","steps":["trace[690183527] 'process raft request' (duration: 216.009958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:40.467296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.576634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T22:20:40.467434Z","caller":"traceutil/trace.go:171","msg":"trace[451399612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:471; }","duration":"201.743008ms","start":"2026-03-31T22:20:40.265663Z","end":"2026-03-31T22:20:40.467406Z","steps":["trace[451399612] 'range keys from in-memory index tree' (duration: 201.35454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:40.46748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.621585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-31T22:20:40.467569Z","caller":"traceutil/trace.go:171","msg":"trace[1893652006] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:471; }","duration":"201.785789ms","start":"2026-03-31T22:20:40.26576Z","end":"2026-03-31T22:20:40.467545Z","steps":["trace[1893652006] 'range keys from in-memory index tree' (duration: 201.344439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:40.467777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.668963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-31T22:20:40.467928Z","caller":"traceutil/trace.go:171","msg":"trace[730006233] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:471; }","duration":"294.910798ms","start":"2026-03-31T22:20:40.172987Z","end":"2026-03-31T22:20:40.467897Z","steps":["trace[730006233] 'range keys from in-memory index tree' (duration: 294.07243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:41.090238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.610168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T22:20:41.090407Z","caller":"traceutil/trace.go:171","msg":"trace[1630375128] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:472; }","duration":"420.808254ms","start":"2026-03-31T22:20:40.669572Z","end":"2026-03-31T22:20:41.09038Z","steps":["trace[1630375128] 'range keys from in-memory index tree' (duration: 420.521806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:41.090451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:40.669561Z","time spent":"420.879915ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T22:20:42.339781Z","caller":"traceutil/trace.go:171","msg":"trace[1463286303] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"307.233978ms","start":"2026-03-31T22:20:42.032507Z","end":"2026-03-31T22:20:42.33974Z","steps":["trace[1463286303] 'process raft request' (duration: 307.031022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:42.339972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.032466Z","time spent":"307.419312ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:20:42.350332Z","caller":"traceutil/trace.go:171","msg":"trace[1211571593] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"289.087411ms","start":"2026-03-31T22:20:42.061153Z","end":"2026-03-31T22:20:42.35024Z","steps":["trace[1211571593] 'process raft request' (duration: 288.717154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350486Z","caller":"traceutil/trace.go:171","msg":"trace[732946258] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"126.017887ms","start":"2026-03-31T22:20:42.224456Z","end":"2026-03-31T22:20:42.350474Z","steps":["trace[732946258] 'process raft request' (duration: 125.955335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350543Z","caller":"traceutil/trace.go:171","msg":"trace[1804840454] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"289.332827ms","start":"2026-03-31T22:20:42.0612Z","end":"2026-03-31T22:20:42.350533Z","steps":["trace[1804840454] 'process raft request' (duration: 288.771805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350537Z","caller":"traceutil/trace.go:171","msg":"trace[961804130] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"312.141173ms","start":"2026-03-31T22:20:42.038365Z","end":"2026-03-31T22:20:42.350506Z","steps":["trace[961804130] 'process raft request' (duration: 311.289265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350582Z","caller":"traceutil/trace.go:171","msg":"trace[1632051352] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"265.104858ms","start":"2026-03-31T22:20:42.085439Z","end":"2026-03-31T22:20:42.350544Z","steps":["trace[1632051352] 'process raft request' (duration: 264.700719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350644Z","caller":"traceutil/trace.go:171","msg":"trace[205128297] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"312.237436ms","start":"2026-03-31T22:20:42.038395Z","end":"2026-03-31T22:20:42.350633Z","steps":["trace[205128297] 'process raft request' (duration: 311.369847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350656Z","caller":"traceutil/trace.go:171","msg":"trace[889520927] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"289.349217ms","start":"2026-03-31T22:20:42.061275Z","end":"2026-03-31T22:20:42.350624Z","steps":["trace[889520927] 'process raft request' (duration: 288.735124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:42.350676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.038332Z","time spent":"312.278476ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:20:42.3507Z","caller":"traceutil/trace.go:171","msg":"trace[137952322] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"297.641258ms","start":"2026-03-31T22:20:42.053048Z","end":"2026-03-31T22:20:42.350689Z","steps":["trace[137952322] 'process raft request' (duration: 296.760489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350645Z","caller":"traceutil/trace.go:171","msg":"trace[1760037224] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"278.773106ms","start":"2026-03-31T22:20:42.071806Z","end":"2026-03-31T22:20:42.35058Z","steps":["trace[1760037224] 'process raft request' (duration: 278.281335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350733Z","caller":"traceutil/trace.go:171","msg":"trace[1020044851] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"246.3367ms","start":"2026-03-31T22:20:42.104388Z","end":"2026-03-31T22:20:42.350724Z","steps":["trace[1020044851] 'process raft request' (duration: 245.812969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:42.350461Z","caller":"traceutil/trace.go:171","msg":"trace[1646652515] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"289.112251ms","start":"2026-03-31T22:20:42.061313Z","end":"2026-03-31T22:20:42.350426Z","steps":["trace[1646652515] 'process raft request' (duration: 288.734753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:42.350755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.038357Z","time spent":"312.314407ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:20:43.135001Z","caller":"traceutil/trace.go:171","msg":"trace[1222491567] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"613.479113ms","start":"2026-03-31T22:20:42.521487Z","end":"2026-03-31T22:20:43.134966Z","steps":["trace[1222491567] 'process raft request' (duration: 612.39935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:43.1352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.521466Z","time spent":"613.634406ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:43.140345Z","caller":"traceutil/trace.go:171","msg":"trace[1396993436] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"603.228339ms","start":"2026-03-31T22:20:42.53704Z","end":"2026-03-31T22:20:43.140268Z","steps":["trace[1396993436] 'process raft request' (duration: 602.80846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:43.140683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.537021Z","time spent":"603.476945ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:43.140787Z","caller":"traceutil/trace.go:171","msg":"trace[763270351] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"123.505332ms","start":"2026-03-31T22:20:43.017222Z","end":"2026-03-31T22:20:43.140727Z","steps":["trace[763270351] 'process raft request' (duration: 123.092753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:43.140857Z","caller":"traceutil/trace.go:171","msg":"trace[1070914900] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"567.906939ms","start":"2026-03-31T22:20:42.572875Z","end":"2026-03-31T22:20:43.140781Z","steps":["trace[1070914900] 'process raft request' (duration: 567.340997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:43.141079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:42.572849Z","time spent":"568.129604ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:20:49.751901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.499138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5ft8b\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-31T22:20:49.752002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.900065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:20:49.75208Z","caller":"traceutil/trace.go:171","msg":"trace[918819508] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5ft8b; range_end:; response_count:1; response_revision:587; }","duration":"149.787045ms","start":"2026-03-31T22:20:49.602256Z","end":"2026-03-31T22:20:49.752043Z","steps":["trace[918819508] 'range keys from in-memory index tree' (duration: 149.346485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:49.752099Z","caller":"traceutil/trace.go:171","msg":"trace[1537646940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"332.070898ms","start":"2026-03-31T22:20:49.420003Z","end":"2026-03-31T22:20:49.752074Z","steps":["trace[1537646940] 'range keys from in-memory index tree' (duration: 331.631718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:49.75215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:49.419981Z","time spent":"332.16092ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:20:49.96482Z","caller":"traceutil/trace.go:171","msg":"trace[148473391] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"259.69621ms","start":"2026-03-31T22:20:49.704858Z","end":"2026-03-31T22:20:49.964554Z","steps":["trace[148473391] 'read index received' (duration: 258.74413ms)","trace[148473391] 'applied index is now lower than readState.Index' (duration: 950.46µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:49.964847Z","caller":"traceutil/trace.go:171","msg":"trace[494669129] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"286.553686ms","start":"2026-03-31T22:20:49.67826Z","end":"2026-03-31T22:20:49.964814Z","steps":["trace[494669129] 'process raft request' (duration: 285.468782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:49.965146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.146419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:20:49.965203Z","caller":"traceutil/trace.go:171","msg":"trace[1893646813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"260.347765ms","start":"2026-03-31T22:20:49.704842Z","end":"2026-03-31T22:20:49.96519Z","steps":["trace[1893646813] 'agreement among raft nodes before linearized reading' (duration: 260.062278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:50.64134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.757876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:20:50.641797Z","caller":"traceutil/trace.go:171","msg":"trace[1590145809] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"885.250145ms","start":"2026-03-31T22:20:49.756503Z","end":"2026-03-31T22:20:50.641753Z","steps":["trace[1590145809] 'process raft request' (duration: 672.987988ms)","trace[1590145809] 'compare' (duration: 211.660494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:50.641545Z","caller":"traceutil/trace.go:171","msg":"trace[1552105619] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"873.539431ms","start":"2026-03-31T22:20:49.76799Z","end":"2026-03-31T22:20:50.641529Z","steps":["trace[1552105619] 'process raft request' (duration: 873.451579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:50.641996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:49.756473Z","time spent":"885.418669ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:20:50.642005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:49.76797Z","time spent":"873.964949ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:20:53.064676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T22:20:53.064823Z","caller":"traceutil/trace.go:171","msg":"trace[1279365794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530878s","start":"2026-03-31T22:20:51.064251Z","end":"2026-03-31T22:20:53.064782Z","steps":["trace[1279365794] 'agreement among raft nodes before linearized reading' (duration: 2.000363625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.064968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:51.064229Z","time spent":"2.000721262s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 22:20:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T22:20:53.088123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143363322s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:20:53.088735Z","caller":"traceutil/trace.go:171","msg":"trace[2127100556] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:616; }","duration":"2.494889444s","start":"2026-03-31T22:20:50.593816Z","end":"2026-03-31T22:20:53.088705Z","steps":["trace[2127100556] 'read index received' (duration: 350.673063ms)","trace[2127100556] 'applied index is now lower than readState.Index' (duration: 2.144214701s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:53.088779Z","caller":"traceutil/trace.go:171","msg":"trace[1633827591] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"3.063482288s","start":"2026-03-31T22:20:50.025262Z","end":"2026-03-31T22:20:53.088744Z","steps":["trace[1633827591] 'process raft request' (duration: 3.062997437s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:53.088863Z","caller":"traceutil/trace.go:171","msg":"trace[1435074023] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"3.11956638s","start":"2026-03-31T22:20:49.969241Z","end":"2026-03-31T22:20:53.088807Z","steps":["trace[1435074023] 'process raft request' (duration: 975.398851ms)","trace[1435074023] 'compare' (duration: 2.143137746s)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:53.088848Z","caller":"traceutil/trace.go:171","msg":"trace[648822751] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.963311264s","start":"2026-03-31T22:20:50.125485Z","end":"2026-03-31T22:20:53.088796Z","steps":["trace[648822751] 'process raft request' (duration: 2.963097499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.088938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:50.025239Z","time spent":"3.063625442s","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:20:53.08899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495170351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T22:20:53.089033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:49.969219Z","time spent":"3.119735695s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:53.08906Z","caller":"traceutil/trace.go:171","msg":"trace[1354225138] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:593; }","duration":"2.495281423s","start":"2026-03-31T22:20:50.593753Z","end":"2026-03-31T22:20:53.089034Z","steps":["trace[1354225138] 'agreement among raft nodes before linearized reading' (duration: 2.49511413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.089068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.389492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:20:53.089093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762742125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:20:53.089106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:50.593716Z","time spent":"2.495379425s","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-31T22:20:53.089127Z","caller":"traceutil/trace.go:171","msg":"trace[841280277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:593; }","duration":"441.484644ms","start":"2026-03-31T22:20:52.647624Z","end":"2026-03-31T22:20:53.089108Z","steps":["trace[841280277] 'agreement among raft nodes before linearized reading' (duration: 441.276329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.089096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:50.125453Z","time spent":"2.963521349s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:53.089164Z","caller":"traceutil/trace.go:171","msg":"trace[1192332581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.762851458s","start":"2026-03-31T22:20:51.326293Z","end":"2026-03-31T22:20:53.089144Z","steps":["trace[1192332581] 'agreement among raft nodes before linearized reading' (duration: 1.762609582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.089095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892862422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T22:20:53.089185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:52.647601Z","time spent":"441.572046ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:20:53.089201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:51.326265Z","time spent":"1.76292803s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:20:53.089264Z","caller":"traceutil/trace.go:171","msg":"trace[40630706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"1.893067266s","start":"2026-03-31T22:20:51.196142Z","end":"2026-03-31T22:20:53.089209Z","steps":["trace[40630706] 'agreement among raft nodes before linearized reading' (duration: 1.89276297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:53.08933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:51.196118Z","time spent":"1.893195168s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:20:55.222144Z","caller":"traceutil/trace.go:171","msg":"trace[551630672] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"102.168177ms","start":"2026-03-31T22:20:55.119948Z","end":"2026-03-31T22:20:55.222117Z","steps":["trace[551630672] 'read index received' (duration: 101.8503ms)","trace[551630672] 'applied index is now lower than readState.Index' (duration: 316.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:55.222285Z","caller":"traceutil/trace.go:171","msg":"trace[1413202188] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"123.450331ms","start":"2026-03-31T22:20:55.098805Z","end":"2026-03-31T22:20:55.222255Z","steps":["trace[1413202188] 'process raft request' (duration: 123.093293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:55.2225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.529004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:20:55.222664Z","caller":"traceutil/trace.go:171","msg":"trace[1411336377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"102.762899ms","start":"2026-03-31T22:20:55.119878Z","end":"2026-03-31T22:20:55.222641Z","steps":["trace[1411336377] 'agreement among raft nodes before linearized reading' (duration: 102.411282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:55.222912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.79921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:20:55.222977Z","caller":"traceutil/trace.go:171","msg":"trace[2050701126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"102.879052ms","start":"2026-03-31T22:20:55.12008Z","end":"2026-03-31T22:20:55.222959Z","steps":["trace[2050701126] 'agreement among raft nodes before linearized reading' (duration: 102.286079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:59.452544Z","caller":"traceutil/trace.go:171","msg":"trace[1603486178] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"215.275623ms","start":"2026-03-31T22:20:59.237232Z","end":"2026-03-31T22:20:59.452507Z","steps":["trace[1603486178] 'read index received' (duration: 214.736911ms)","trace[1603486178] 'applied index is now lower than readState.Index' (duration: 537.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:59.452565Z","caller":"traceutil/trace.go:171","msg":"trace[811756375] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"332.349654ms","start":"2026-03-31T22:20:59.120179Z","end":"2026-03-31T22:20:59.452529Z","steps":["trace[811756375] 'process raft request' (duration: 331.958856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:59.452891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.62881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:20:59.452925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:20:59.120142Z","time spent":"332.646871ms","remote":"127.0.0.1:45698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:20:59.452981Z","caller":"traceutil/trace.go:171","msg":"trace[1567808150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"215.736482ms","start":"2026-03-31T22:20:59.237226Z","end":"2026-03-31T22:20:59.452962Z","steps":["trace[1567808150] 'agreement among raft nodes before linearized reading' (duration: 215.445626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:59.509578Z","caller":"traceutil/trace.go:171","msg":"trace[345250911] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"204.837366ms","start":"2026-03-31T22:20:59.304705Z","end":"2026-03-31T22:20:59.509542Z","steps":["trace[345250911] 'process raft request' (duration: 198.087429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:59.509762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.864512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:20:59.509761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.77387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T22:20:59.509801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.131711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T22:20:59.509835Z","caller":"traceutil/trace.go:171","msg":"trace[1217488395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:678; }","duration":"263.973565ms","start":"2026-03-31T22:20:59.245844Z","end":"2026-03-31T22:20:59.509818Z","steps":["trace[1217488395] 'agreement among raft nodes before linearized reading' (duration: 263.755221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:59.509867Z","caller":"traceutil/trace.go:171","msg":"trace[685969577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"266.252434ms","start":"2026-03-31T22:20:59.243598Z","end":"2026-03-31T22:20:59.509851Z","steps":["trace[685969577] 'agreement among raft nodes before linearized reading' (duration: 266.07132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:59.509862Z","caller":"traceutil/trace.go:171","msg":"trace[1646013509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"263.909894ms","start":"2026-03-31T22:20:59.24593Z","end":"2026-03-31T22:20:59.50984Z","steps":["trace[1646013509] 'agreement among raft nodes before linearized reading' (duration: 263.542856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:20:59.509922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.495826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T22:20:59.510043Z","caller":"traceutil/trace.go:171","msg":"trace[1752022457] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:678; }","duration":"120.685821ms","start":"2026-03-31T22:20:59.389328Z","end":"2026-03-31T22:20:59.510014Z","steps":["trace[1752022457] 'agreement among raft nodes before linearized reading' (duration: 120.427805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:20:59.705572Z","caller":"traceutil/trace.go:171","msg":"trace[132340678] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"134.089524ms","start":"2026-03-31T22:20:59.57145Z","end":"2026-03-31T22:20:59.705539Z","steps":["trace[132340678] 'process raft request' (duration: 45.434231ms)","trace[132340678] 'compare' (duration: 88.518719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:20:59.712689Z","caller":"traceutil/trace.go:171","msg":"trace[1337622378] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"106.607794ms","start":"2026-03-31T22:20:59.606045Z","end":"2026-03-31T22:20:59.712652Z","steps":["trace[1337622378] 'process raft request' (duration: 106.279037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:05.864736Z","caller":"traceutil/trace.go:171","msg":"trace[1756065034] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"163.332144ms","start":"2026-03-31T22:21:05.701365Z","end":"2026-03-31T22:21:05.864697Z","steps":["trace[1756065034] 'process raft request' (duration: 154.95572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:11.013719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:10.596361Z","time spent":"417.353578ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T22:21:11.017996Z","caller":"traceutil/trace.go:171","msg":"trace[1569442967] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"269.903473ms","start":"2026-03-31T22:21:10.748073Z","end":"2026-03-31T22:21:11.017976Z","steps":["trace[1569442967] 'process raft request' (duration: 269.75665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:15.059134Z","caller":"traceutil/trace.go:171","msg":"trace[306657443] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"191.509362ms","start":"2026-03-31T22:21:14.867595Z","end":"2026-03-31T22:21:15.059105Z","steps":["trace[306657443] 'process raft request' (duration: 191.291858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:18.314287Z","caller":"traceutil/trace.go:171","msg":"trace[1357419774] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"107.264014ms","start":"2026-03-31T22:21:18.206994Z","end":"2026-03-31T22:21:18.314258Z","steps":["trace[1357419774] 'process raft request' (duration: 106.750572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:19.091439Z","caller":"traceutil/trace.go:171","msg":"trace[662891855] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"274.32694ms","start":"2026-03-31T22:21:18.81706Z","end":"2026-03-31T22:21:19.091387Z","steps":["trace[662891855] 'process raft request' (duration: 228.814011ms)","trace[662891855] 'compare' (duration: 45.265604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:19.370093Z","caller":"traceutil/trace.go:171","msg":"trace[1244225254] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"552.453483ms","start":"2026-03-31T22:21:18.817606Z","end":"2026-03-31T22:21:19.370059Z","steps":["trace[1244225254] 'process raft request' (duration: 502.084688ms)","trace[1244225254] 'compare' (duration: 50.002807ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:19.370172Z","caller":"traceutil/trace.go:171","msg":"trace[1302662038] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"550.4972ms","start":"2026-03-31T22:21:18.819649Z","end":"2026-03-31T22:21:19.370146Z","steps":["trace[1302662038] 'process raft request' (duration: 550.311236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:19.370217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.035186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:21:19.370269Z","caller":"traceutil/trace.go:171","msg":"trace[565207353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:837; }","duration":"306.133257ms","start":"2026-03-31T22:21:19.064122Z","end":"2026-03-31T22:21:19.370255Z","steps":["trace[565207353] 'agreement among raft nodes before linearized reading' (duration: 306.031835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:19.3703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:18.817585Z","time spent":"552.601006ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:21:19.37032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:19.0641Z","time spent":"306.209129ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:21:19.370098Z","caller":"traceutil/trace.go:171","msg":"trace[887295930] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:869; }","duration":"305.908293ms","start":"2026-03-31T22:21:19.06416Z","end":"2026-03-31T22:21:19.370068Z","steps":["trace[887295930] 'read index received' (duration: 255.63005ms)","trace[887295930] 'applied index is now lower than readState.Index' (duration: 50.276663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:21:19.370307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:18.819636Z","time spent":"550.591662ms","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:21:19.457762Z","caller":"traceutil/trace.go:171","msg":"trace[764989177] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"360.621933ms","start":"2026-03-31T22:21:19.09712Z","end":"2026-03-31T22:21:19.457742Z","steps":["trace[764989177] 'process raft request' (duration: 360.49988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:19.457838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.654558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T22:21:19.457887Z","caller":"traceutil/trace.go:171","msg":"trace[1399742685] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:838; }","duration":"182.7463ms","start":"2026-03-31T22:21:19.275129Z","end":"2026-03-31T22:21:19.457875Z","steps":["trace[1399742685] 'agreement among raft nodes before linearized reading' (duration: 182.615217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:19.457914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:19.097097Z","time spent":"360.723455ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:21:19.458246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.291548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-4hxb5\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T22:21:19.458363Z","caller":"traceutil/trace.go:171","msg":"trace[589681200] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-4hxb5; range_end:; response_count:1; response_revision:838; }","duration":"361.485173ms","start":"2026-03-31T22:21:19.096856Z","end":"2026-03-31T22:21:19.458341Z","steps":["trace[589681200] 'agreement among raft nodes before linearized reading' (duration: 361.051543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:19.458427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:19.09684Z","time spent":"361.572134ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-4hxb5\" "} {"level":"info","ts":"2026-03-31T22:21:19.587127Z","caller":"traceutil/trace.go:171","msg":"trace[462000057] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"124.958452ms","start":"2026-03-31T22:21:19.462109Z","end":"2026-03-31T22:21:19.587067Z","steps":["trace[462000057] 'process raft request' (duration: 44.6402ms)","trace[462000057] 'compare' (duration: 80.163749ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:19.605509Z","caller":"traceutil/trace.go:171","msg":"trace[1344445585] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"137.320993ms","start":"2026-03-31T22:21:19.468169Z","end":"2026-03-31T22:21:19.60549Z","steps":["trace[1344445585] 'process raft request' (duration: 137.20067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:36.022922Z","caller":"traceutil/trace.go:171","msg":"trace[147368047] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"132.475198ms","start":"2026-03-31T22:21:35.890407Z","end":"2026-03-31T22:21:36.022883Z","steps":["trace[147368047] 'process raft request' (duration: 115.572207ms)","trace[147368047] 'compare' (duration: 16.673726ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:36.172538Z","caller":"traceutil/trace.go:171","msg":"trace[538224576] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"142.990738ms","start":"2026-03-31T22:21:36.029492Z","end":"2026-03-31T22:21:36.172482Z","steps":["trace[538224576] 'process raft request' (duration: 103.138394ms)","trace[538224576] 'compare' (duration: 39.65712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:36.172717Z","caller":"traceutil/trace.go:171","msg":"trace[954050377] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"143.263673ms","start":"2026-03-31T22:21:36.029409Z","end":"2026-03-31T22:21:36.172673Z","steps":["trace[954050377] 'process raft request' (duration: 142.983627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:36.551547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.804146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:21:36.551696Z","caller":"traceutil/trace.go:171","msg":"trace[1917106756] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"157.192739ms","start":"2026-03-31T22:21:36.39447Z","end":"2026-03-31T22:21:36.551662Z","steps":["trace[1917106756] 'process raft request' (duration: 33.167038ms)","trace[1917106756] 'compare' (duration: 123.653633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:21:42.630274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670527577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:21:42.817829Z","caller":"traceutil/trace.go:171","msg":"trace[828684839] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"734.62994ms","start":"2026-03-31T22:21:42.083165Z","end":"2026-03-31T22:21:42.817794Z","steps":["trace[828684839] 'process raft request' (duration: 734.394695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:42.818174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.083134Z","time spent":"734.922637ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:21:43.242799Z","caller":"traceutil/trace.go:171","msg":"trace[1589680747] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1202; }","duration":"1.112547193s","start":"2026-03-31T22:21:42.130229Z","end":"2026-03-31T22:21:43.242776Z","steps":["trace[1589680747] 'read index received' (duration: 687.296652ms)","trace[1589680747] 'applied index is now lower than readState.Index' (duration: 425.249211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:21:43.243062Z","caller":"traceutil/trace.go:171","msg":"trace[1507045805] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"652.57886ms","start":"2026-03-31T22:21:42.590406Z","end":"2026-03-31T22:21:43.242985Z","steps":["trace[1507045805] 'process raft request' (duration: 647.003938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:43.243149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.762733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:21:43.243278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.590377Z","time spent":"652.791955ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:21:43.243178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09005963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T22:21:43.243318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.958256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:21:43.243377Z","caller":"traceutil/trace.go:171","msg":"trace[2117720628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1164; }","duration":"1.090312836s","start":"2026-03-31T22:21:42.153042Z","end":"2026-03-31T22:21:43.243355Z","steps":["trace[2117720628] 'agreement among raft nodes before linearized reading' (duration: 1.090002109s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:43.243471Z","caller":"traceutil/trace.go:171","msg":"trace[789160647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1164; }","duration":"976.169131ms","start":"2026-03-31T22:21:42.267265Z","end":"2026-03-31T22:21:43.243434Z","steps":["trace[789160647] 'agreement among raft nodes before linearized reading' (duration: 975.792012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:43.243177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112924962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:21:43.243529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.153014Z","time spent":"1.090497209s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:21:43.243567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.26722Z","time spent":"976.324844ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:21:43.243586Z","caller":"traceutil/trace.go:171","msg":"trace[1822620092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1164; }","duration":"1.113426102s","start":"2026-03-31T22:21:42.13014Z","end":"2026-03-31T22:21:43.243566Z","steps":["trace[1822620092] 'agreement among raft nodes before linearized reading' (duration: 1.112881061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:43.243298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.283247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T22:21:43.243672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.130108Z","time spent":"1.113518015s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:21:43.243688Z","caller":"traceutil/trace.go:171","msg":"trace[255473437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1164; }","duration":"983.709257ms","start":"2026-03-31T22:21:42.259956Z","end":"2026-03-31T22:21:43.243666Z","steps":["trace[255473437] 'agreement among raft nodes before linearized reading' (duration: 983.282567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:43.243362Z","caller":"traceutil/trace.go:171","msg":"trace[933119555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"178.921396ms","start":"2026-03-31T22:21:43.064307Z","end":"2026-03-31T22:21:43.243229Z","steps":["trace[933119555] 'agreement among raft nodes before linearized reading' (duration: 178.755413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:43.243745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:42.259928Z","time spent":"983.800759ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:21:59.450881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.578382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:21:59.45098Z","caller":"traceutil/trace.go:171","msg":"trace[1361307345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1301; }","duration":"540.739546ms","start":"2026-03-31T22:21:58.910219Z","end":"2026-03-31T22:21:59.450959Z","steps":["trace[1361307345] 'range keys from in-memory index tree' (duration: 540.319597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:59.450983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.644634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:21:59.451023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:58.91019Z","time spent":"540.824908ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:21:59.451103Z","caller":"traceutil/trace.go:171","msg":"trace[967105734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1301; }","duration":"386.821698ms","start":"2026-03-31T22:21:59.064233Z","end":"2026-03-31T22:21:59.451055Z","steps":["trace[967105734] 'range keys from in-memory index tree' (duration: 386.45552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:59.451162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:59.064204Z","time spent":"386.948051ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:21:59.451222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.454082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hs9fs\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-31T22:21:59.451369Z","caller":"traceutil/trace.go:171","msg":"trace[152438251] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-hs9fs; range_end:; response_count:1; response_revision:1301; }","duration":"474.672477ms","start":"2026-03-31T22:21:58.976659Z","end":"2026-03-31T22:21:59.451332Z","steps":["trace[152438251] 'range keys from in-memory index tree' (duration: 474.211746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:21:59.451469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:21:58.976634Z","time spent":"474.802759ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hs9fs\" "} {"level":"info","ts":"2026-03-31T22:21:59.451233Z","caller":"traceutil/trace.go:171","msg":"trace[22404280] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"135.166646ms","start":"2026-03-31T22:21:59.316005Z","end":"2026-03-31T22:21:59.451171Z","steps":["trace[22404280] 'process raft request' (duration: 89.808961ms)","trace[22404280] 'compare' (duration: 44.706951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:21:59.451764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.59232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:21:59.451836Z","caller":"traceutil/trace.go:171","msg":"trace[1467930259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1302; }","duration":"112.727033ms","start":"2026-03-31T22:21:59.339091Z","end":"2026-03-31T22:21:59.451818Z","steps":["trace[1467930259] 'agreement among raft nodes before linearized reading' (duration: 112.419256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:21:59.451231Z","caller":"traceutil/trace.go:171","msg":"trace[862306407] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"111.994037ms","start":"2026-03-31T22:21:59.339167Z","end":"2026-03-31T22:21:59.451161Z","steps":["trace[862306407] 'read index received' (duration: 66.625292ms)","trace[862306407] 'applied index is now lower than readState.Index' (duration: 45.366605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:04.899095Z","caller":"traceutil/trace.go:171","msg":"trace[723900525] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"116.18539ms","start":"2026-03-31T22:22:04.782877Z","end":"2026-03-31T22:22:04.899063Z","steps":["trace[723900525] 'process raft request' (duration: 115.155077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:07.873991Z","caller":"traceutil/trace.go:171","msg":"trace[1067430842] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1480; }","duration":"365.78962ms","start":"2026-03-31T22:22:07.508168Z","end":"2026-03-31T22:22:07.873958Z","steps":["trace[1067430842] 'read index received' (duration: 365.543434ms)","trace[1067430842] 'applied index is now lower than readState.Index' (duration: 244.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:07.874153Z","caller":"traceutil/trace.go:171","msg":"trace[1822716346] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"390.741501ms","start":"2026-03-31T22:22:07.483391Z","end":"2026-03-31T22:22:07.874132Z","steps":["trace[1822716346] 'process raft request' (duration: 390.344751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:07.874305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.483365Z","time spent":"390.834152ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:07.874349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.983579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:07.874412Z","caller":"traceutil/trace.go:171","msg":"trace[523327638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1431; }","duration":"363.04255ms","start":"2026-03-31T22:22:07.511348Z","end":"2026-03-31T22:22:07.87439Z","steps":["trace[523327638] 'agreement among raft nodes before linearized reading' (duration: 362.878347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:07.874473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.51127Z","time spent":"363.187703ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:22:07.87454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.671156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:22:07.874608Z","caller":"traceutil/trace.go:171","msg":"trace[1528001144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1431; }","duration":"359.785739ms","start":"2026-03-31T22:22:07.514806Z","end":"2026-03-31T22:22:07.874592Z","steps":["trace[1528001144] 'agreement among raft nodes before linearized reading' (duration: 359.563694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:07.874582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.377443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:22:07.874652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.514792Z","time spent":"359.8474ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:07.874662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.812581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:07.87468Z","caller":"traceutil/trace.go:171","msg":"trace[1896000252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1431; }","duration":"366.534137ms","start":"2026-03-31T22:22:07.508122Z","end":"2026-03-31T22:22:07.874656Z","steps":["trace[1896000252] 'agreement among raft nodes before linearized reading' (duration: 366.246201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:07.87471Z","caller":"traceutil/trace.go:171","msg":"trace[738450530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1431; }","duration":"360.908243ms","start":"2026-03-31T22:22:07.513788Z","end":"2026-03-31T22:22:07.874696Z","steps":["trace[738450530] 'agreement among raft nodes before linearized reading' (duration: 360.7714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:07.87474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.508104Z","time spent":"366.626599ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:07.874749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.513758Z","time spent":"360.981364ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:07.874768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.993393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:22:07.874862Z","caller":"traceutil/trace.go:171","msg":"trace[412091785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1431; }","duration":"360.099135ms","start":"2026-03-31T22:22:07.514728Z","end":"2026-03-31T22:22:07.874827Z","steps":["trace[412091785] 'agreement among raft nodes before linearized reading' (duration: 359.817328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:07.874915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.514722Z","time spent":"360.184296ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:22:08.367541Z","caller":"traceutil/trace.go:171","msg":"trace[1432784326] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"487.612235ms","start":"2026-03-31T22:22:07.879891Z","end":"2026-03-31T22:22:08.367503Z","steps":["trace[1432784326] 'process raft request' (duration: 469.052145ms)","trace[1432784326] 'compare' (duration: 18.331235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:08.367754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.879867Z","time spent":"487.781408ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:08.367901Z","caller":"traceutil/trace.go:171","msg":"trace[2055987026] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1482; }","duration":"303.024136ms","start":"2026-03-31T22:22:08.064844Z","end":"2026-03-31T22:22:08.367869Z","steps":["trace[2055987026] 'read index received' (duration: 284.013368ms)","trace[2055987026] 'applied index is now lower than readState.Index' (duration: 19.009268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:08.368084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.219591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:08.368126Z","caller":"traceutil/trace.go:171","msg":"trace[1285894423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1436; }","duration":"303.327423ms","start":"2026-03-31T22:22:08.064785Z","end":"2026-03-31T22:22:08.368113Z","steps":["trace[1285894423] 'agreement among raft nodes before linearized reading' (duration: 303.21812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:08.368173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:08.064763Z","time spent":"303.400715ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:22:08.368423Z","caller":"traceutil/trace.go:171","msg":"trace[342672972] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"486.822807ms","start":"2026-03-31T22:22:07.881565Z","end":"2026-03-31T22:22:08.368387Z","steps":["trace[342672972] 'process raft request' (duration: 486.247524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:08.368499Z","caller":"traceutil/trace.go:171","msg":"trace[1626073614] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"486.95205ms","start":"2026-03-31T22:22:07.881493Z","end":"2026-03-31T22:22:08.368445Z","steps":["trace[1626073614] 'process raft request' (duration: 486.248155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:08.368761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.881553Z","time spent":"486.9915ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:08.368799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.881478Z","time spent":"487.181115ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:08.368856Z","caller":"traceutil/trace.go:171","msg":"trace[771300589] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"487.680076ms","start":"2026-03-31T22:22:07.880665Z","end":"2026-03-31T22:22:08.368345Z","steps":["trace[771300589] 'process raft request' (duration: 486.776876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:08.369005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:07.880635Z","time spent":"488.303769ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:23.714458Z","caller":"traceutil/trace.go:171","msg":"trace[458435535] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"121.860215ms","start":"2026-03-31T22:22:23.592563Z","end":"2026-03-31T22:22:23.714423Z","steps":["trace[458435535] 'process raft request' (duration: 83.855107ms)","trace[458435535] 'compare' (duration: 37.798923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:23.714853Z","caller":"traceutil/trace.go:171","msg":"trace[2087668177] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"121.820294ms","start":"2026-03-31T22:22:23.593008Z","end":"2026-03-31T22:22:23.714829Z","steps":["trace[2087668177] 'process raft request' (duration: 121.359964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:23.714924Z","caller":"traceutil/trace.go:171","msg":"trace[1503376965] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"121.65052ms","start":"2026-03-31T22:22:23.593254Z","end":"2026-03-31T22:22:23.714904Z","steps":["trace[1503376965] 'process raft request' (duration: 121.451986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:23.715139Z","caller":"traceutil/trace.go:171","msg":"trace[1198056585] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"121.785833ms","start":"2026-03-31T22:22:23.593341Z","end":"2026-03-31T22:22:23.715126Z","steps":["trace[1198056585] 'process raft request' (duration: 121.496607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:23.715254Z","caller":"traceutil/trace.go:171","msg":"trace[1344040369] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"121.886556ms","start":"2026-03-31T22:22:23.593359Z","end":"2026-03-31T22:22:23.715245Z","steps":["trace[1344040369] 'process raft request' (duration: 121.682411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:23.715427Z","caller":"traceutil/trace.go:171","msg":"trace[1214555064] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"117.222032ms","start":"2026-03-31T22:22:23.598195Z","end":"2026-03-31T22:22:23.715417Z","steps":["trace[1214555064] 'process raft request' (duration: 116.984487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:26.71631Z","caller":"traceutil/trace.go:171","msg":"trace[1696384910] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"130.322642ms","start":"2026-03-31T22:22:26.585957Z","end":"2026-03-31T22:22:26.71628Z","steps":["trace[1696384910] 'process raft request' (duration: 78.775365ms)","trace[1696384910] 'compare' (duration: 51.410234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:26.741377Z","caller":"traceutil/trace.go:171","msg":"trace[1501252362] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"155.254111ms","start":"2026-03-31T22:22:26.586097Z","end":"2026-03-31T22:22:26.741351Z","steps":["trace[1501252362] 'process raft request' (duration: 155.019005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:26.741579Z","caller":"traceutil/trace.go:171","msg":"trace[1185087619] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1816; }","duration":"143.067492ms","start":"2026-03-31T22:22:26.598474Z","end":"2026-03-31T22:22:26.741542Z","steps":["trace[1185087619] 'read index received' (duration: 66.266219ms)","trace[1185087619] 'applied index is now lower than readState.Index' (duration: 76.798293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:26.741681Z","caller":"traceutil/trace.go:171","msg":"trace[817318859] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"155.463536ms","start":"2026-03-31T22:22:26.586204Z","end":"2026-03-31T22:22:26.741668Z","steps":["trace[817318859] 'process raft request' (duration: 155.086908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:26.741856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.270137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:26.741902Z","caller":"traceutil/trace.go:171","msg":"trace[611860905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1743; }","duration":"143.365059ms","start":"2026-03-31T22:22:26.598525Z","end":"2026-03-31T22:22:26.74189Z","steps":["trace[611860905] 'agreement among raft nodes before linearized reading' (duration: 143.267137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:26.742334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.834559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:26.74242Z","caller":"traceutil/trace.go:171","msg":"trace[735761091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1743; }","duration":"143.972372ms","start":"2026-03-31T22:22:26.598427Z","end":"2026-03-31T22:22:26.7424Z","steps":["trace[735761091] 'agreement among raft nodes before linearized reading' (duration: 143.850939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:26.9887Z","caller":"traceutil/trace.go:171","msg":"trace[1171729664] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"124.901822ms","start":"2026-03-31T22:22:26.863768Z","end":"2026-03-31T22:22:26.98867Z","steps":["trace[1171729664] 'process raft request' (duration: 124.637646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:28.12854Z","caller":"traceutil/trace.go:171","msg":"trace[145968694] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"141.270764ms","start":"2026-03-31T22:22:27.987232Z","end":"2026-03-31T22:22:28.128502Z","steps":["trace[145968694] 'process raft request' (duration: 122.536711ms)","trace[145968694] 'compare' (duration: 18.451086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:28.751816Z","caller":"traceutil/trace.go:171","msg":"trace[1173603580] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"161.501708ms","start":"2026-03-31T22:22:28.59027Z","end":"2026-03-31T22:22:28.751772Z","steps":["trace[1173603580] 'process raft request' (duration: 161.269593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:36.67233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670528959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:37.172652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670528959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:22:37.204233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137871061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:22:37.2739Z","caller":"traceutil/trace.go:171","msg":"trace[1497664192] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.20768073s","start":"2026-03-31T22:22:36.066186Z","end":"2026-03-31T22:22:37.273867Z","steps":["trace[1497664192] 'process raft request' (duration: 1.138393844s)","trace[1497664192] 'compare' (duration: 68.724424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:37.274129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.066139Z","time spent":"1.207837084s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:37.37328Z","caller":"traceutil/trace.go:171","msg":"trace[1052405303] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"1.201843601s","start":"2026-03-31T22:22:36.171402Z","end":"2026-03-31T22:22:37.373246Z","steps":["trace[1052405303] 'read index received' (duration: 1.033071113s)","trace[1052405303] 'applied index is now lower than readState.Index' (duration: 168.771068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:37.373457Z","caller":"traceutil/trace.go:171","msg":"trace[793981769] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.21400272s","start":"2026-03-31T22:22:36.159396Z","end":"2026-03-31T22:22:37.373399Z","steps":["trace[793981769] 'process raft request' (duration: 1.213662292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.37357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202141118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T22:22:37.373624Z","caller":"traceutil/trace.go:171","msg":"trace[248870214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1858; }","duration":"1.20226293s","start":"2026-03-31T22:22:36.171346Z","end":"2026-03-31T22:22:37.373609Z","steps":["trace[248870214] 'agreement among raft nodes before linearized reading' (duration: 1.202067216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.373684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.171327Z","time spent":"1.202343503s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:37.373734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.769101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:22:37.373725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.159362Z","time spent":"1.214225855s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:37.373788Z","caller":"traceutil/trace.go:171","msg":"trace[576158306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"577.850582ms","start":"2026-03-31T22:22:36.795926Z","end":"2026-03-31T22:22:37.373776Z","steps":["trace[576158306] 'agreement among raft nodes before linearized reading' (duration: 577.670088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.373819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.795913Z","time spent":"577.901353ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:37.373823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.472508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:37.373902Z","caller":"traceutil/trace.go:171","msg":"trace[2028304290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1858; }","duration":"289.59105ms","start":"2026-03-31T22:22:37.084285Z","end":"2026-03-31T22:22:37.373876Z","steps":["trace[2028304290] 'agreement among raft nodes before linearized reading' (duration: 289.463437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.373948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.200096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:22:37.373975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.102108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:22:37.374019Z","caller":"traceutil/trace.go:171","msg":"trace[1638464460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"450.1821ms","start":"2026-03-31T22:22:36.923824Z","end":"2026-03-31T22:22:37.374006Z","steps":["trace[1638464460] 'agreement among raft nodes before linearized reading' (duration: 450.078818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.374043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.923799Z","time spent":"450.237071ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:22:37.374049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152495444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T22:22:37.374006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.714373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:22:37.374058Z","caller":"traceutil/trace.go:171","msg":"trace[899592762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"581.346489ms","start":"2026-03-31T22:22:36.792655Z","end":"2026-03-31T22:22:37.374002Z","steps":["trace[899592762] 'agreement among raft nodes before linearized reading' (duration: 581.062003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.374103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.38789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:37.374143Z","caller":"traceutil/trace.go:171","msg":"trace[110176661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"579.978779ms","start":"2026-03-31T22:22:36.79414Z","end":"2026-03-31T22:22:37.374119Z","steps":["trace[110176661] 'agreement among raft nodes before linearized reading' (duration: 579.567901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:37.374191Z","caller":"traceutil/trace.go:171","msg":"trace[1218715276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1858; }","duration":"581.506832ms","start":"2026-03-31T22:22:36.792655Z","end":"2026-03-31T22:22:37.374162Z","steps":["trace[1218715276] 'agreement among raft nodes before linearized reading' (duration: 581.192496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.374205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.794128Z","time spent":"580.066401ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:22:37.374174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.792635Z","time spent":"581.521892ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:22:37.374251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.792627Z","time spent":"581.611135ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:22:37.373689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.968638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:37.374112Z","caller":"traceutil/trace.go:171","msg":"trace[1462671032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb; range_end:; response_count:1; response_revision:1858; }","duration":"1.152589056s","start":"2026-03-31T22:22:36.221507Z","end":"2026-03-31T22:22:37.374096Z","steps":["trace[1462671032] 'agreement among raft nodes before linearized reading' (duration: 1.152427832s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:37.374499Z","caller":"traceutil/trace.go:171","msg":"trace[822504370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"309.770805ms","start":"2026-03-31T22:22:37.064703Z","end":"2026-03-31T22:22:37.374474Z","steps":["trace[822504370] 'agreement among raft nodes before linearized reading' (duration: 308.894346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.374713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.221493Z","time spent":"1.153182589s","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" "} {"level":"warn","ts":"2026-03-31T22:22:37.374625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177588856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T22:22:37.374864Z","caller":"traceutil/trace.go:171","msg":"trace[1270272824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb; range_end:; response_count:1; response_revision:1858; }","duration":"1.177851033s","start":"2026-03-31T22:22:36.196982Z","end":"2026-03-31T22:22:37.374833Z","steps":["trace[1270272824] 'agreement among raft nodes before linearized reading' (duration: 1.176593866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.374934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:36.196955Z","time spent":"1.177964055s","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" "} {"level":"warn","ts":"2026-03-31T22:22:37.374755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.064574Z","time spent":"310.153114ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:37.788904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.720454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:37.789026Z","caller":"traceutil/trace.go:171","msg":"trace[429135895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"412.870437ms","start":"2026-03-31T22:22:37.376125Z","end":"2026-03-31T22:22:37.788995Z","steps":["trace[429135895] 'range keys from in-memory index tree' (duration: 412.635451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:37.789103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.376105Z","time spent":"412.982799ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:37.789122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.962842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:37.789278Z","caller":"traceutil/trace.go:171","msg":"trace[515592978] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"409.695547ms","start":"2026-03-31T22:22:37.379554Z","end":"2026-03-31T22:22:37.78925Z","steps":["trace[515592978] 'process raft request' (duration: 142.50086ms)","trace[515592978] 'compare' (duration: 266.674106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:37.789355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.379527Z","time spent":"409.79293ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:38.350098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.911385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:22:38.350396Z","caller":"traceutil/trace.go:171","msg":"trace[1702647011] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"970.569867ms","start":"2026-03-31T22:22:37.379803Z","end":"2026-03-31T22:22:38.350373Z","steps":["trace[1702647011] 'process raft request' (duration: 970.436754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:38.350398Z","caller":"traceutil/trace.go:171","msg":"trace[1627535929] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"970.74611ms","start":"2026-03-31T22:22:37.379617Z","end":"2026-03-31T22:22:38.350363Z","steps":["trace[1627535929] 'process raft request' (duration: 726.450107ms)","trace[1627535929] 'compare' (duration: 243.768451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:38.350803Z","caller":"traceutil/trace.go:171","msg":"trace[1977950049] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"970.890703ms","start":"2026-03-31T22:22:37.379884Z","end":"2026-03-31T22:22:38.350775Z","steps":["trace[1977950049] 'process raft request' (duration: 970.435303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.350818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.379592Z","time spent":"971.071437ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:38.350921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.379865Z","time spent":"970.997535ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:38.350963Z","caller":"traceutil/trace.go:171","msg":"trace[670152662] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"970.079484ms","start":"2026-03-31T22:22:37.380828Z","end":"2026-03-31T22:22:38.350908Z","steps":["trace[670152662] 'process raft request' (duration: 969.857909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.351078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.379796Z","time spent":"970.649558ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:38.35124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.380795Z","time spent":"970.336131ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:38.351279Z","caller":"traceutil/trace.go:171","msg":"trace[659120811] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"966.103378ms","start":"2026-03-31T22:22:37.385147Z","end":"2026-03-31T22:22:38.351251Z","steps":["trace[659120811] 'process raft request' (duration: 965.74057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:38.351321Z","caller":"traceutil/trace.go:171","msg":"trace[1869994186] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"938.878597ms","start":"2026-03-31T22:22:37.412423Z","end":"2026-03-31T22:22:38.351302Z","steps":["trace[1869994186] 'process raft request' (duration: 938.732374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.351448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.385137Z","time spent":"966.22174ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:22:38.351422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.412398Z","time spent":"938.972919ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:38.351732Z","caller":"traceutil/trace.go:171","msg":"trace[1246991715] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"936.306691ms","start":"2026-03-31T22:22:37.415407Z","end":"2026-03-31T22:22:38.351714Z","steps":["trace[1246991715] 'process raft request' (duration: 935.843371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.35183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:37.415393Z","time spent":"936.385032ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:38.351967Z","caller":"traceutil/trace.go:171","msg":"trace[1652490735] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1937; }","duration":"284.876537ms","start":"2026-03-31T22:22:38.067071Z","end":"2026-03-31T22:22:38.351947Z","steps":["trace[1652490735] 'read index received' (duration: 38.911877ms)","trace[1652490735] 'applied index is now lower than readState.Index' (duration: 245.96249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:38.35212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.026711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:38.352193Z","caller":"traceutil/trace.go:171","msg":"trace[2132800615] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1866; }","duration":"285.143363ms","start":"2026-03-31T22:22:38.067029Z","end":"2026-03-31T22:22:38.352172Z","steps":["trace[2132800615] 'agreement among raft nodes before linearized reading' (duration: 285.01505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:38.880098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670528976,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:22:39.334414Z","caller":"traceutil/trace.go:171","msg":"trace[186091918] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"967.736794ms","start":"2026-03-31T22:22:38.366637Z","end":"2026-03-31T22:22:39.334374Z","steps":["trace[186091918] 'process raft request' (duration: 942.388396ms)","trace[186091918] 'compare' (duration: 24.606502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:39.334619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:38.366609Z","time spent":"967.895728ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:39.334739Z","caller":"traceutil/trace.go:171","msg":"trace[750466859] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"954.659175ms","start":"2026-03-31T22:22:38.380047Z","end":"2026-03-31T22:22:39.334706Z","steps":["trace[750466859] 'read index received' (duration: 929.051091ms)","trace[750466859] 'applied index is now lower than readState.Index' (duration: 25.604704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:39.335036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.965602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-31T22:22:39.335079Z","caller":"traceutil/trace.go:171","msg":"trace[990631692] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb; range_end:; response_count:1; response_revision:1867; }","duration":"955.026903ms","start":"2026-03-31T22:22:38.38004Z","end":"2026-03-31T22:22:39.335067Z","steps":["trace[990631692] 'agreement among raft nodes before linearized reading' (duration: 954.833029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:39.335115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:38.380002Z","time spent":"955.103795ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56c34359-934c-436d-8b2f-d61ad4df3dfb\" "} {"level":"warn","ts":"2026-03-31T22:22:39.335381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.697127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:39.335423Z","caller":"traceutil/trace.go:171","msg":"trace[98781935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1868; }","duration":"271.792319ms","start":"2026-03-31T22:22:39.063621Z","end":"2026-03-31T22:22:39.335413Z","steps":["trace[98781935] 'agreement among raft nodes before linearized reading' (duration: 271.728777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:39.335444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.78591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:22:39.335498Z","caller":"traceutil/trace.go:171","msg":"trace[841994665] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1868; }","duration":"729.884082ms","start":"2026-03-31T22:22:38.605594Z","end":"2026-03-31T22:22:39.335478Z","steps":["trace[841994665] 'agreement among raft nodes before linearized reading' (duration: 729.81344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:39.335558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:38.605564Z","time spent":"729.979684ms","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:39.335698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.368912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:22:39.335752Z","caller":"traceutil/trace.go:171","msg":"trace[579709072] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1868; }","duration":"833.489935ms","start":"2026-03-31T22:22:38.50225Z","end":"2026-03-31T22:22:39.33574Z","steps":["trace[579709072] 'agreement among raft nodes before linearized reading' (duration: 833.367332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:39.335786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:38.502217Z","time spent":"833.561076ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:22:39.335365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.779793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:22:39.335975Z","caller":"traceutil/trace.go:171","msg":"trace[1916182521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"953.389337ms","start":"2026-03-31T22:22:38.382554Z","end":"2026-03-31T22:22:39.335943Z","steps":["trace[1916182521] 'agreement among raft nodes before linearized reading' (duration: 952.645861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:39.336047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:38.382546Z","time spent":"953.480519ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:22:48.313171Z","caller":"traceutil/trace.go:171","msg":"trace[1989538219] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"108.185595ms","start":"2026-03-31T22:22:48.20495Z","end":"2026-03-31T22:22:48.313135Z","steps":["trace[1989538219] 'process raft request' (duration: 107.945029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:52.599092Z","caller":"traceutil/trace.go:171","msg":"trace[1594257359] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"187.790218ms","start":"2026-03-31T22:22:52.411273Z","end":"2026-03-31T22:22:52.599063Z","steps":["trace[1594257359] 'process raft request' (duration: 187.616744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:52.603618Z","caller":"traceutil/trace.go:171","msg":"trace[503390816] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2068; }","duration":"179.026145ms","start":"2026-03-31T22:22:52.424579Z","end":"2026-03-31T22:22:52.603606Z","steps":["trace[503390816] 'read index received' (duration: 174.562716ms)","trace[503390816] 'applied index is now lower than readState.Index' (duration: 4.462389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:22:52.603707Z","caller":"traceutil/trace.go:171","msg":"trace[573162492] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"191.435199ms","start":"2026-03-31T22:22:52.412231Z","end":"2026-03-31T22:22:52.603666Z","steps":["trace[573162492] 'process raft request' (duration: 191.277546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:52.603805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.218038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:22:52.603835Z","caller":"traceutil/trace.go:171","msg":"trace[1727472629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1987; }","duration":"178.272949ms","start":"2026-03-31T22:22:52.425552Z","end":"2026-03-31T22:22:52.603825Z","steps":["trace[1727472629] 'agreement among raft nodes before linearized reading' (duration: 178.145476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:52.603896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.379838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:22:52.603976Z","caller":"traceutil/trace.go:171","msg":"trace[886346172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1987; }","duration":"172.498771ms","start":"2026-03-31T22:22:52.431457Z","end":"2026-03-31T22:22:52.603956Z","steps":["trace[886346172] 'agreement among raft nodes before linearized reading' (duration: 172.316907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:52.603948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.326881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:22:52.604055Z","caller":"traceutil/trace.go:171","msg":"trace[1706592573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"179.535296ms","start":"2026-03-31T22:22:52.424494Z","end":"2026-03-31T22:22:52.60403Z","steps":["trace[1706592573] 'agreement among raft nodes before linearized reading' (duration: 179.194639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:52.604112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.377969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T22:22:52.604118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.507352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:22:52.604243Z","caller":"traceutil/trace.go:171","msg":"trace[1094019397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"177.692026ms","start":"2026-03-31T22:22:52.426523Z","end":"2026-03-31T22:22:52.604215Z","steps":["trace[1094019397] 'agreement among raft nodes before linearized reading' (duration: 177.302528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:52.604168Z","caller":"traceutil/trace.go:171","msg":"trace[834578463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1987; }","duration":"172.659735ms","start":"2026-03-31T22:22:52.431491Z","end":"2026-03-31T22:22:52.604151Z","steps":["trace[834578463] 'agreement among raft nodes before linearized reading' (duration: 172.239345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:53.891245Z","caller":"traceutil/trace.go:171","msg":"trace[418818360] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"509.603628ms","start":"2026-03-31T22:22:53.38161Z","end":"2026-03-31T22:22:53.891214Z","steps":["trace[418818360] 'process raft request' (duration: 509.362893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:53.891457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:53.381582Z","time spent":"509.761952ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:54.448379Z","caller":"traceutil/trace.go:171","msg":"trace[1144544598] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2073; }","duration":"835.244084ms","start":"2026-03-31T22:22:53.613106Z","end":"2026-03-31T22:22:54.44835Z","steps":["trace[1144544598] 'read index received' (duration: 277.982955ms)","trace[1144544598] 'applied index is now lower than readState.Index' (duration: 557.259669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:22:54.448772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.645042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:22:54.448869Z","caller":"traceutil/trace.go:171","msg":"trace[989979472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1993; }","duration":"835.791805ms","start":"2026-03-31T22:22:53.613049Z","end":"2026-03-31T22:22:54.448841Z","steps":["trace[989979472] 'agreement among raft nodes before linearized reading' (duration: 835.500229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:54.448927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:53.613023Z","time spent":"835.890298ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T22:22:54.448921Z","caller":"traceutil/trace.go:171","msg":"trace[1843424256] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.006436366s","start":"2026-03-31T22:22:53.442432Z","end":"2026-03-31T22:22:54.448868Z","steps":["trace[1843424256] 'process raft request' (duration: 1.004438642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:54.449068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.113898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T22:22:54.449119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.828019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:22:54.449186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:53.442403Z","time spent":"1.006668671s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:22:54.449188Z","caller":"traceutil/trace.go:171","msg":"trace[1973729170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1993; }","duration":"534.279211ms","start":"2026-03-31T22:22:53.914897Z","end":"2026-03-31T22:22:54.449177Z","steps":["trace[1973729170] 'agreement among raft nodes before linearized reading' (duration: 533.990325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:22:54.449277Z","caller":"traceutil/trace.go:171","msg":"trace[1726254874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1993; }","duration":"385.048774ms","start":"2026-03-31T22:22:54.064195Z","end":"2026-03-31T22:22:54.449244Z","steps":["trace[1726254874] 'agreement among raft nodes before linearized reading' (duration: 384.752287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:22:54.449352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:54.064163Z","time spent":"385.175027ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:22:54.449378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:22:53.91488Z","time spent":"534.448636ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:23:08.943399Z","caller":"traceutil/trace.go:171","msg":"trace[961957144] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"197.444619ms","start":"2026-03-31T22:23:08.745914Z","end":"2026-03-31T22:23:08.943358Z","steps":["trace[961957144] 'process raft request' (duration: 142.884348ms)","trace[961957144] 'compare' (duration: 54.293816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:08.943507Z","caller":"traceutil/trace.go:171","msg":"trace[604855997] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2167; }","duration":"124.919292ms","start":"2026-03-31T22:23:08.818554Z","end":"2026-03-31T22:23:08.943473Z","steps":["trace[604855997] 'read index received' (duration: 70.250668ms)","trace[604855997] 'applied index is now lower than readState.Index' (duration: 54.666724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:08.943635Z","caller":"traceutil/trace.go:171","msg":"trace[494444269] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"194.690729ms","start":"2026-03-31T22:23:08.7489Z","end":"2026-03-31T22:23:08.943591Z","steps":["trace[494444269] 'process raft request' (duration: 194.482415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:08.943655Z","caller":"traceutil/trace.go:171","msg":"trace[1209013800] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"196.684913ms","start":"2026-03-31T22:23:08.74694Z","end":"2026-03-31T22:23:08.943625Z","steps":["trace[1209013800] 'process raft request' (duration: 196.320935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:08.94355Z","caller":"traceutil/trace.go:171","msg":"trace[361720793] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"194.71197ms","start":"2026-03-31T22:23:08.748793Z","end":"2026-03-31T22:23:08.943505Z","steps":["trace[361720793] 'process raft request' (duration: 194.529276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:08.943731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.153957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T22:23:08.944466Z","caller":"traceutil/trace.go:171","msg":"trace[1683725801] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2086; }","duration":"125.956245ms","start":"2026-03-31T22:23:08.818494Z","end":"2026-03-31T22:23:08.94445Z","steps":["trace[1683725801] 'agreement among raft nodes before linearized reading' (duration: 125.134666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:08.943909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.311022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124325"} {"level":"info","ts":"2026-03-31T22:23:08.94458Z","caller":"traceutil/trace.go:171","msg":"trace[524771583] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2086; }","duration":"126.038747ms","start":"2026-03-31T22:23:08.818521Z","end":"2026-03-31T22:23:08.94456Z","steps":["trace[524771583] 'agreement among raft nodes before linearized reading' (duration: 125.129237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:09.578001Z","caller":"traceutil/trace.go:171","msg":"trace[2028736836] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"182.755517ms","start":"2026-03-31T22:23:09.395204Z","end":"2026-03-31T22:23:09.57796Z","steps":["trace[2028736836] 'process raft request' (duration: 182.381879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:18.792181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.799129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:18.792291Z","caller":"traceutil/trace.go:171","msg":"trace[366474813] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2219; }","duration":"139.038402ms","start":"2026-03-31T22:23:18.653235Z","end":"2026-03-31T22:23:18.792273Z","steps":["trace[366474813] 'read index received' (duration: 7.982867ms)","trace[366474813] 'applied index is now lower than readState.Index' (duration: 131.054085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:18.79242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.193565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:23:18.792453Z","caller":"traceutil/trace.go:171","msg":"trace[1803375681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2133; }","duration":"139.274016ms","start":"2026-03-31T22:23:18.653169Z","end":"2026-03-31T22:23:18.792443Z","steps":["trace[1803375681] 'agreement among raft nodes before linearized reading' (duration: 139.151564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:18.792324Z","caller":"traceutil/trace.go:171","msg":"trace[249629717] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"156.739314ms","start":"2026-03-31T22:23:18.63555Z","end":"2026-03-31T22:23:18.79229Z","steps":["trace[249629717] 'process raft request' (duration: 25.72791ms)","trace[249629717] 'compare' (duration: 130.695527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:24.41846Z","caller":"traceutil/trace.go:171","msg":"trace[970186811] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"214.911822ms","start":"2026-03-31T22:23:24.20351Z","end":"2026-03-31T22:23:24.418422Z","steps":["trace[970186811] 'read index received' (duration: 214.604885ms)","trace[970186811] 'applied index is now lower than readState.Index' (duration: 305.657µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:24.418515Z","caller":"traceutil/trace.go:171","msg":"trace[594826671] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"323.003678ms","start":"2026-03-31T22:23:24.095476Z","end":"2026-03-31T22:23:24.418479Z","steps":["trace[594826671] 'process raft request' (duration: 322.713441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:24.418677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.146188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:23:24.418742Z","caller":"traceutil/trace.go:171","msg":"trace[618866757] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2162; }","duration":"215.2591ms","start":"2026-03-31T22:23:24.203468Z","end":"2026-03-31T22:23:24.418727Z","steps":["trace[618866757] 'agreement among raft nodes before linearized reading' (duration: 215.122546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:24.418802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:24.095448Z","time spent":"323.180232ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:24.722621Z","caller":"traceutil/trace.go:171","msg":"trace[1345508091] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"134.46631ms","start":"2026-03-31T22:23:24.588108Z","end":"2026-03-31T22:23:24.722574Z","steps":["trace[1345508091] 'process raft request' (duration: 134.231034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:25.913108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.010733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:25.913384Z","caller":"traceutil/trace.go:171","msg":"trace[1540537580] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"844.303679ms","start":"2026-03-31T22:23:25.069062Z","end":"2026-03-31T22:23:25.913365Z","steps":["trace[1540537580] 'process raft request' (duration: 844.210757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:25.913396Z","caller":"traceutil/trace.go:171","msg":"trace[1997227598] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"868.858403ms","start":"2026-03-31T22:23:25.044511Z","end":"2026-03-31T22:23:25.913369Z","steps":["trace[1997227598] 'process raft request' (duration: 868.70241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:25.914805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:25.044485Z","time spent":"868.968566ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:25.915017Z","caller":"traceutil/trace.go:171","msg":"trace[1086716974] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"868.978937ms","start":"2026-03-31T22:23:25.044352Z","end":"2026-03-31T22:23:25.913331Z","steps":["trace[1086716974] 'process raft request' (duration: 408.652597ms)","trace[1086716974] 'compare' (duration: 459.8653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:25.915236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:25.06902Z","time spent":"844.416882ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:25.915377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:25.044301Z","time spent":"870.866519ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:25.915522Z","caller":"traceutil/trace.go:171","msg":"trace[1975158619] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"270.431262ms","start":"2026-03-31T22:23:25.64504Z","end":"2026-03-31T22:23:25.915471Z","steps":["trace[1975158619] 'process raft request' (duration: 268.277284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:25.916384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.353276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:25.91646Z","caller":"traceutil/trace.go:171","msg":"trace[262781842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2172; }","duration":"851.454139ms","start":"2026-03-31T22:23:25.064989Z","end":"2026-03-31T22:23:25.916443Z","steps":["trace[262781842] 'agreement among raft nodes before linearized reading' (duration: 848.476223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:25.916515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:25.064968Z","time spent":"851.52369ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:25.913475Z","caller":"traceutil/trace.go:171","msg":"trace[1299904743] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2257; }","duration":"848.36055ms","start":"2026-03-31T22:23:25.065017Z","end":"2026-03-31T22:23:25.913377Z","steps":["trace[1299904743] 'read index received' (duration: 388.120282ms)","trace[1299904743] 'applied index is now lower than readState.Index' (duration: 460.235788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:25.995976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.631304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T22:23:25.996109Z","caller":"traceutil/trace.go:171","msg":"trace[2038815419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2172; }","duration":"796.859079ms","start":"2026-03-31T22:23:25.199215Z","end":"2026-03-31T22:23:25.996074Z","steps":["trace[2038815419] 'agreement among raft nodes before linearized reading' (duration: 796.49562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:25.996172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:25.19919Z","time spent":"796.967662ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:23:25.997132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.064459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:25.997253Z","caller":"traceutil/trace.go:171","msg":"trace[2094194847] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2172; }","duration":"199.113432ms","start":"2026-03-31T22:23:25.798113Z","end":"2026-03-31T22:23:25.997226Z","steps":["trace[2094194847] 'agreement among raft nodes before linearized reading' (duration: 198.008738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:26.47563Z","caller":"traceutil/trace.go:171","msg":"trace[466131826] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"140.432032ms","start":"2026-03-31T22:23:26.335163Z","end":"2026-03-31T22:23:26.475595Z","steps":["trace[466131826] 'process raft request' (duration: 140.196886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.444564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670529742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:32.53113Z","caller":"traceutil/trace.go:171","msg":"trace[2019566567] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"587.10323ms","start":"2026-03-31T22:23:31.943998Z","end":"2026-03-31T22:23:32.531101Z","steps":["trace[2019566567] 'read index received' (duration: 586.900746ms)","trace[2019566567] 'applied index is now lower than readState.Index' (duration: 200.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.531218Z","caller":"traceutil/trace.go:171","msg":"trace[1801504278] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"671.013269ms","start":"2026-03-31T22:23:31.860167Z","end":"2026-03-31T22:23:32.53118Z","steps":["trace[1801504278] 'process raft request' (duration: 670.750833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.531487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.422057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:23:32.5315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.86015Z","time spent":"671.157543ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:32.531546Z","caller":"traceutil/trace.go:171","msg":"trace[95828146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2201; }","duration":"587.591762ms","start":"2026-03-31T22:23:31.943936Z","end":"2026-03-31T22:23:32.531528Z","steps":["trace[95828146] 'agreement among raft nodes before linearized reading' (duration: 587.321295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.53159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.94391Z","time spent":"587.670804ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:23:32.805018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.03925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:32.805284Z","caller":"traceutil/trace.go:171","msg":"trace[1834548799] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"283.236256ms","start":"2026-03-31T22:23:32.522003Z","end":"2026-03-31T22:23:32.805239Z","steps":["trace[1834548799] 'process raft request' (duration: 125.894659ms)","trace[1834548799] 'compare' (duration: 156.901937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:32.805332Z","caller":"traceutil/trace.go:171","msg":"trace[962418353] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"268.792916ms","start":"2026-03-31T22:23:32.536518Z","end":"2026-03-31T22:23:32.805311Z","steps":["trace[962418353] 'process raft request' (duration: 268.710955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.805447Z","caller":"traceutil/trace.go:171","msg":"trace[937149851] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"274.182296ms","start":"2026-03-31T22:23:32.531205Z","end":"2026-03-31T22:23:32.805387Z","steps":["trace[937149851] 'read index received' (duration: 116.835849ms)","trace[937149851] 'applied index is now lower than readState.Index' (duration: 157.342697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:32.805493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.913063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:32.805543Z","caller":"traceutil/trace.go:171","msg":"trace[87807024] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2203; }","duration":"549.030356ms","start":"2026-03-31T22:23:32.256499Z","end":"2026-03-31T22:23:32.80553Z","steps":["trace[87807024] 'agreement among raft nodes before linearized reading' (duration: 548.893813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.805566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.583727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:32.805582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.256476Z","time spent":"549.095837ms","remote":"127.0.0.1:44514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:23:32.805621Z","caller":"traceutil/trace.go:171","msg":"trace[796889476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2203; }","duration":"276.707531ms","start":"2026-03-31T22:23:32.528901Z","end":"2026-03-31T22:23:32.805608Z","steps":["trace[796889476] 'agreement among raft nodes before linearized reading' (duration: 276.613169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.805667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.563959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T22:23:32.805719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.715633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T22:23:32.805734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.403328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:23:32.805783Z","caller":"traceutil/trace.go:171","msg":"trace[1242851723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"759.49411ms","start":"2026-03-31T22:23:32.046274Z","end":"2026-03-31T22:23:32.805768Z","steps":["trace[1242851723] 'agreement among raft nodes before linearized reading' (duration: 759.202144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:32.805782Z","caller":"traceutil/trace.go:171","msg":"trace[909986942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2203; }","duration":"860.703663ms","start":"2026-03-31T22:23:31.94505Z","end":"2026-03-31T22:23:32.805754Z","steps":["trace[909986942] 'agreement among raft nodes before linearized reading' (duration: 860.460728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.80581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.046248Z","time spent":"759.555342ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:23:32.805828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.945044Z","time spent":"860.774034ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:23:32.805784Z","caller":"traceutil/trace.go:171","msg":"trace[1641659475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2203; }","duration":"860.806025ms","start":"2026-03-31T22:23:31.944955Z","end":"2026-03-31T22:23:32.805761Z","steps":["trace[1641659475] 'agreement among raft nodes before linearized reading' (duration: 860.57296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:32.806269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:31.944943Z","time spent":"861.276036ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:33.570503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.303428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:23:33.570642Z","caller":"traceutil/trace.go:171","msg":"trace[235300650] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2297; }","duration":"640.182186ms","start":"2026-03-31T22:23:32.930437Z","end":"2026-03-31T22:23:33.570619Z","steps":["trace[235300650] 'read index received' (duration: 203.676344ms)","trace[235300650] 'applied index is now lower than readState.Index' (duration: 436.503912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:33.570768Z","caller":"traceutil/trace.go:171","msg":"trace[1425796059] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"652.775556ms","start":"2026-03-31T22:23:32.917934Z","end":"2026-03-31T22:23:33.570709Z","steps":["trace[1425796059] 'process raft request' (duration: 216.10589ms)","trace[1425796059] 'compare' (duration: 436.104453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:33.57097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.917891Z","time spent":"652.968741ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:33.570971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.505815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:23:33.571066Z","caller":"traceutil/trace.go:171","msg":"trace[1099173106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2207; }","duration":"640.674438ms","start":"2026-03-31T22:23:32.930368Z","end":"2026-03-31T22:23:33.571042Z","steps":["trace[1099173106] 'agreement among raft nodes before linearized reading' (duration: 640.34138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:33.57112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.930342Z","time spent":"640.77007ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:23:34.071163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670529753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:23:34.300229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166079681s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T22:23:34.319749Z","caller":"traceutil/trace.go:171","msg":"trace[1457030613] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.37721051s","start":"2026-03-31T22:23:32.94245Z","end":"2026-03-31T22:23:34.319661Z","steps":["trace[1457030613] 'process raft request' (duration: 1.358182818s)","trace[1457030613] 'compare' (duration: 18.383958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:34.320125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:32.942419Z","time spent":"1.377463446s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:34.336178Z","caller":"traceutil/trace.go:171","msg":"trace[1380928719] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2298; }","duration":"765.450864ms","start":"2026-03-31T22:23:33.570672Z","end":"2026-03-31T22:23:34.336123Z","steps":["trace[1380928719] 'read index received' (duration: 730.047759ms)","trace[1380928719] 'applied index is now lower than readState.Index' (duration: 35.401545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:23:34.33627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.483635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:34.336364Z","caller":"traceutil/trace.go:171","msg":"trace[1874465056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2209; }","duration":"881.643939ms","start":"2026-03-31T22:23:33.454694Z","end":"2026-03-31T22:23:34.336338Z","steps":["trace[1874465056] 'agreement among raft nodes before linearized reading' (duration: 881.490705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.336417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.454664Z","time spent":"881.74066ms","remote":"127.0.0.1:44610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:23:34.33642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272720626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:34.336473Z","caller":"traceutil/trace.go:171","msg":"trace[1067518517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"1.272860308s","start":"2026-03-31T22:23:33.063598Z","end":"2026-03-31T22:23:34.336458Z","steps":["trace[1067518517] 'agreement among raft nodes before linearized reading' (duration: 1.272739846s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.336452Z","caller":"traceutil/trace.go:171","msg":"trace[1068451781] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"759.92276ms","start":"2026-03-31T22:23:33.576485Z","end":"2026-03-31T22:23:34.336407Z","steps":["trace[1068451781] 'process raft request' (duration: 759.426299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.336534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.06355Z","time spent":"1.272973751s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:23:34.336725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.311576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T22:23:34.336873Z","caller":"traceutil/trace.go:171","msg":"trace[376918661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"522.5126ms","start":"2026-03-31T22:23:33.814297Z","end":"2026-03-31T22:23:34.33681Z","steps":["trace[376918661] 'agreement among raft nodes before linearized reading' (duration: 522.110861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.336741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.576457Z","time spent":"760.079814ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:34.336964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.814263Z","time spent":"522.683644ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T22:23:34.336867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236060522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T22:23:34.33726Z","caller":"traceutil/trace.go:171","msg":"trace[457488562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"1.236529032s","start":"2026-03-31T22:23:33.100696Z","end":"2026-03-31T22:23:34.337225Z","steps":["trace[457488562] 'agreement among raft nodes before linearized reading' (duration: 1.235605182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.337338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:33.100672Z","time spent":"1.236648354s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:23:34.847617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670529757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:23:34.944181Z","caller":"traceutil/trace.go:171","msg":"trace[938468731] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2300; }","duration":"597.484071ms","start":"2026-03-31T22:23:34.346667Z","end":"2026-03-31T22:23:34.944151Z","steps":["trace[938468731] 'read index received' (duration: 595.514797ms)","trace[938468731] 'applied index is now lower than readState.Index' (duration: 1.967764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:34.944479Z","caller":"traceutil/trace.go:171","msg":"trace[1307528025] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"382.786103ms","start":"2026-03-31T22:23:34.561659Z","end":"2026-03-31T22:23:34.944445Z","steps":["trace[1307528025] 'process raft request' (duration: 382.292032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.944483Z","caller":"traceutil/trace.go:171","msg":"trace[891678] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"602.576423ms","start":"2026-03-31T22:23:34.341877Z","end":"2026-03-31T22:23:34.944453Z","steps":["trace[891678] 'process raft request' (duration: 600.292852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.944681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.998892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:23:34.944717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.561623Z","time spent":"382.951647ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:23:34.944716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.341844Z","time spent":"602.766257ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:23:34.944761Z","caller":"traceutil/trace.go:171","msg":"trace[1487489951] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"132.390424ms","start":"2026-03-31T22:23:34.812335Z","end":"2026-03-31T22:23:34.944725Z","steps":["trace[1487489951] 'process raft request' (duration: 131.720579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:34.944805Z","caller":"traceutil/trace.go:171","msg":"trace[2076012299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"598.162346ms","start":"2026-03-31T22:23:34.346597Z","end":"2026-03-31T22:23:34.944759Z","steps":["trace[2076012299] 'agreement among raft nodes before linearized reading' (duration: 597.865039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.944839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.280144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d4335e34247\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T22:23:34.944906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.346568Z","time spent":"598.32331ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:23:34.944964Z","caller":"traceutil/trace.go:171","msg":"trace[565331883] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a20d4335e34247; range_end:; response_count:1; response_revision:2213; }","duration":"550.483639ms","start":"2026-03-31T22:23:34.394454Z","end":"2026-03-31T22:23:34.944938Z","steps":["trace[565331883] 'agreement among raft nodes before linearized reading' (duration: 550.064499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.945095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.394424Z","time spent":"550.658773ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a20d4335e34247\" "} {"level":"warn","ts":"2026-03-31T22:23:34.944895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.429027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:23:34.945219Z","caller":"traceutil/trace.go:171","msg":"trace[1607503370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"133.777315ms","start":"2026-03-31T22:23:34.811377Z","end":"2026-03-31T22:23:34.945154Z","steps":["trace[1607503370] 'agreement among raft nodes before linearized reading' (duration: 133.350646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.94529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.491296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T22:23:34.94551Z","caller":"traceutil/trace.go:171","msg":"trace[2005685144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2213; }","duration":"359.748232ms","start":"2026-03-31T22:23:34.585708Z","end":"2026-03-31T22:23:34.945457Z","steps":["trace[2005685144] 'agreement among raft nodes before linearized reading' (duration: 359.050987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:34.945579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:23:34.585692Z","time spent":"359.871414ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T22:23:35.160017Z","caller":"traceutil/trace.go:171","msg":"trace[1882818513] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"211.18502ms","start":"2026-03-31T22:23:34.948778Z","end":"2026-03-31T22:23:35.159963Z","steps":["trace[1882818513] 'process raft request' (duration: 188.016977ms)","trace[1882818513] 'compare' (duration: 22.708223ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:35.160845Z","caller":"traceutil/trace.go:171","msg":"trace[1854240610] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"209.250327ms","start":"2026-03-31T22:23:34.951574Z","end":"2026-03-31T22:23:35.160824Z","steps":["trace[1854240610] 'process raft request' (duration: 209.112054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.160971Z","caller":"traceutil/trace.go:171","msg":"trace[315832576] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"209.584234ms","start":"2026-03-31T22:23:34.951344Z","end":"2026-03-31T22:23:35.160928Z","steps":["trace[315832576] 'process raft request' (duration: 209.140934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.161394Z","caller":"traceutil/trace.go:171","msg":"trace[185553341] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"209.754207ms","start":"2026-03-31T22:23:34.951604Z","end":"2026-03-31T22:23:35.161358Z","steps":["trace[185553341] 'process raft request' (duration: 209.149784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:35.161564Z","caller":"traceutil/trace.go:171","msg":"trace[205823582] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2304; }","duration":"125.210213ms","start":"2026-03-31T22:23:35.03632Z","end":"2026-03-31T22:23:35.16153Z","steps":["trace[205823582] 'read index received' (duration: 100.480116ms)","trace[205823582] 'applied index is now lower than readState.Index' (duration: 24.728537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:23:35.161804Z","caller":"traceutil/trace.go:171","msg":"trace[952417190] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"209.651014ms","start":"2026-03-31T22:23:34.952132Z","end":"2026-03-31T22:23:35.161783Z","steps":["trace[952417190] 'process raft request' (duration: 209.054241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:23:35.161909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.562611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:23:35.161957Z","caller":"traceutil/trace.go:171","msg":"trace[1913363235] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2218; }","duration":"125.689534ms","start":"2026-03-31T22:23:35.03625Z","end":"2026-03-31T22:23:35.161939Z","steps":["trace[1913363235] 'agreement among raft nodes before linearized reading' (duration: 125.570301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:23:50.511147Z","caller":"traceutil/trace.go:171","msg":"trace[909432301] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"130.051253ms","start":"2026-03-31T22:23:50.381044Z","end":"2026-03-31T22:23:50.511095Z","steps":["trace[909432301] 'process raft request' (duration: 129.681575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:13.497043Z","caller":"traceutil/trace.go:171","msg":"trace[1430714843] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"217.574002ms","start":"2026-03-31T22:24:13.279421Z","end":"2026-03-31T22:24:13.496995Z","steps":["trace[1430714843] 'process raft request' (duration: 161.95519ms)","trace[1430714843] 'compare' (duration: 54.931857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:13.497628Z","caller":"traceutil/trace.go:171","msg":"trace[787999479] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2615; }","duration":"163.129365ms","start":"2026-03-31T22:24:13.33446Z","end":"2026-03-31T22:24:13.49759Z","steps":["trace[787999479] 'read index received' (duration: 107.017892ms)","trace[787999479] 'applied index is now lower than readState.Index' (duration: 56.110353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:13.49767Z","caller":"traceutil/trace.go:171","msg":"trace[1334011331] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"183.314572ms","start":"2026-03-31T22:24:13.314313Z","end":"2026-03-31T22:24:13.497627Z","steps":["trace[1334011331] 'process raft request' (duration: 182.959454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:13.497887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.38695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:13.497988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.013592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:13.497999Z","caller":"traceutil/trace.go:171","msg":"trace[1450304361] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2513; }","duration":"163.550394ms","start":"2026-03-31T22:24:13.334414Z","end":"2026-03-31T22:24:13.497964Z","steps":["trace[1450304361] 'agreement among raft nodes before linearized reading' (duration: 163.34165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:13.498041Z","caller":"traceutil/trace.go:171","msg":"trace[943709805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2513; }","duration":"112.108754ms","start":"2026-03-31T22:24:13.385917Z","end":"2026-03-31T22:24:13.498026Z","steps":["trace[943709805] 'agreement among raft nodes before linearized reading' (duration: 111.91625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:13.498296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.496849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:24:13.498399Z","caller":"traceutil/trace.go:171","msg":"trace[12208049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2513; }","duration":"115.673923ms","start":"2026-03-31T22:24:13.382703Z","end":"2026-03-31T22:24:13.498377Z","steps":["trace[12208049] 'agreement among raft nodes before linearized reading' (duration: 115.261564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:13.498514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.557808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:24:13.498554Z","caller":"traceutil/trace.go:171","msg":"trace[1245516798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2513; }","duration":"123.62897ms","start":"2026-03-31T22:24:13.374913Z","end":"2026-03-31T22:24:13.498542Z","steps":["trace[1245516798] 'agreement among raft nodes before linearized reading' (duration: 122.869823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:16.982234Z","caller":"traceutil/trace.go:171","msg":"trace[379496745] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"163.514798ms","start":"2026-03-31T22:24:16.818666Z","end":"2026-03-31T22:24:16.982181Z","steps":["trace[379496745] 'process raft request' (duration: 163.375455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:16.982359Z","caller":"traceutil/trace.go:171","msg":"trace[499638538] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"122.891764ms","start":"2026-03-31T22:24:16.859428Z","end":"2026-03-31T22:24:16.98232Z","steps":["trace[499638538] 'process raft request' (duration: 122.667029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:16.982843Z","caller":"traceutil/trace.go:171","msg":"trace[1953842675] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"172.513208ms","start":"2026-03-31T22:24:16.810289Z","end":"2026-03-31T22:24:16.982803Z","steps":["trace[1953842675] 'process raft request' (duration: 74.716122ms)","trace[1953842675] 'compare' (duration: 96.881276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:17.240933Z","caller":"traceutil/trace.go:171","msg":"trace[55751387] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2655; }","duration":"245.213246ms","start":"2026-03-31T22:24:16.995687Z","end":"2026-03-31T22:24:17.2409Z","steps":["trace[55751387] 'read index received' (duration: 13.809027ms)","trace[55751387] 'applied index is now lower than readState.Index' (duration: 231.402988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:17.240963Z","caller":"traceutil/trace.go:171","msg":"trace[488636806] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"249.229866ms","start":"2026-03-31T22:24:16.991687Z","end":"2026-03-31T22:24:17.240917Z","steps":["trace[488636806] 'process raft request' (duration: 201.671208ms)","trace[488636806] 'compare' (duration: 47.112638ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:17.240971Z","caller":"traceutil/trace.go:171","msg":"trace[1091859978] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"234.919407ms","start":"2026-03-31T22:24:17.005991Z","end":"2026-03-31T22:24:17.24091Z","steps":["trace[1091859978] 'process raft request' (duration: 234.751623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:17.241216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.490761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:17.241271Z","caller":"traceutil/trace.go:171","msg":"trace[589520043] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2554; }","duration":"245.621484ms","start":"2026-03-31T22:24:16.995634Z","end":"2026-03-31T22:24:17.241256Z","steps":["trace[589520043] 'agreement among raft nodes before linearized reading' (duration: 245.457921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.241284Z","caller":"traceutil/trace.go:171","msg":"trace[1720208927] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"128.784234ms","start":"2026-03-31T22:24:17.112465Z","end":"2026-03-31T22:24:17.241249Z","steps":["trace[1720208927] 'process raft request' (duration: 128.370395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:17.241539Z","caller":"traceutil/trace.go:171","msg":"trace[832071976] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"125.492583ms","start":"2026-03-31T22:24:17.116007Z","end":"2026-03-31T22:24:17.241499Z","steps":["trace[832071976] 'process raft request' (duration: 125.087703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:20.859502Z","caller":"traceutil/trace.go:171","msg":"trace[246485683] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2701; }","duration":"207.833824ms","start":"2026-03-31T22:24:20.651643Z","end":"2026-03-31T22:24:20.859477Z","steps":["trace[246485683] 'read index received' (duration: 147.8321ms)","trace[246485683] 'applied index is now lower than readState.Index' (duration: 60.000084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:20.85949Z","caller":"traceutil/trace.go:171","msg":"trace[1417096826] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"230.60396ms","start":"2026-03-31T22:24:20.628844Z","end":"2026-03-31T22:24:20.859448Z","steps":["trace[1417096826] 'process raft request' (duration: 170.612836ms)","trace[1417096826] 'compare' (duration: 59.754979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:20.859649Z","caller":"traceutil/trace.go:171","msg":"trace[1787298969] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"209.768658ms","start":"2026-03-31T22:24:20.649867Z","end":"2026-03-31T22:24:20.859635Z","steps":["trace[1787298969] 'process raft request' (duration: 209.537063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.859719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.061239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:20.859769Z","caller":"traceutil/trace.go:171","msg":"trace[466242172] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2594; }","duration":"208.165861ms","start":"2026-03-31T22:24:20.651593Z","end":"2026-03-31T22:24:20.859758Z","steps":["trace[466242172] 'agreement among raft nodes before linearized reading' (duration: 208.069909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:20.860073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.794681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:20.86014Z","caller":"traceutil/trace.go:171","msg":"trace[1643888061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2594; }","duration":"117.876652ms","start":"2026-03-31T22:24:20.742251Z","end":"2026-03-31T22:24:20.860128Z","steps":["trace[1643888061] 'agreement among raft nodes before linearized reading' (duration: 117.709209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:25.085942Z","caller":"traceutil/trace.go:171","msg":"trace[1278804870] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2763; }","duration":"206.082256ms","start":"2026-03-31T22:24:24.879841Z","end":"2026-03-31T22:24:25.085923Z","steps":["trace[1278804870] 'read index received' (duration: 205.951583ms)","trace[1278804870] 'applied index is now lower than readState.Index' (duration: 129.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:25.086016Z","caller":"traceutil/trace.go:171","msg":"trace[590185475] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"214.574835ms","start":"2026-03-31T22:24:24.871415Z","end":"2026-03-31T22:24:25.08599Z","steps":["trace[590185475] 'process raft request' (duration: 214.386571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:25.086118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.25201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:24:25.086625Z","caller":"traceutil/trace.go:171","msg":"trace[190183882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2653; }","duration":"206.797981ms","start":"2026-03-31T22:24:24.879814Z","end":"2026-03-31T22:24:25.086612Z","steps":["trace[190183882] 'agreement among raft nodes before linearized reading' (duration: 206.215809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:25.086325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.809585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:24:25.086734Z","caller":"traceutil/trace.go:171","msg":"trace[466141446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2653; }","duration":"200.290966ms","start":"2026-03-31T22:24:24.886425Z","end":"2026-03-31T22:24:25.086716Z","steps":["trace[466141446] 'agreement among raft nodes before linearized reading' (duration: 199.712464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:51.67211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.691916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:24:51.672207Z","caller":"traceutil/trace.go:171","msg":"trace[1720631139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2824; }","duration":"160.831019ms","start":"2026-03-31T22:24:51.511351Z","end":"2026-03-31T22:24:51.672182Z","steps":["trace[1720631139] 'range keys from in-memory index tree' (duration: 160.596933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.169516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.664713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:24:52.169644Z","caller":"traceutil/trace.go:171","msg":"trace[2139739228] linearizableReadLoop","detail":"{readStateIndex:2943; appliedIndex:2941; }","duration":"437.632387ms","start":"2026-03-31T22:24:51.731992Z","end":"2026-03-31T22:24:52.169625Z","steps":["trace[2139739228] 'read index received' (duration: 66.856697ms)","trace[2139739228] 'applied index is now lower than readState.Index' (duration: 370.77378ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:52.169738Z","caller":"traceutil/trace.go:171","msg":"trace[957622047] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"442.948356ms","start":"2026-03-31T22:24:51.72676Z","end":"2026-03-31T22:24:52.169708Z","steps":["trace[957622047] 'process raft request' (duration: 322.587788ms)","trace[957622047] 'compare' (duration: 119.487549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:52.169851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.726739Z","time spent":"443.053808ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:24:52.169884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.878952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:24:52.169947Z","caller":"traceutil/trace.go:171","msg":"trace[185763227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2826; }","duration":"437.954385ms","start":"2026-03-31T22:24:51.731975Z","end":"2026-03-31T22:24:52.169929Z","steps":["trace[185763227] 'agreement among raft nodes before linearized reading' (duration: 437.74051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.170004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.731968Z","time spent":"438.024366ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:24:52.315489Z","caller":"traceutil/trace.go:171","msg":"trace[1772873979] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"140.735661ms","start":"2026-03-31T22:24:52.174722Z","end":"2026-03-31T22:24:52.315457Z","steps":["trace[1772873979] 'process raft request' (duration: 140.68009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.315517Z","caller":"traceutil/trace.go:171","msg":"trace[1667371511] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"352.707957ms","start":"2026-03-31T22:24:51.962767Z","end":"2026-03-31T22:24:52.315475Z","steps":["trace[1667371511] 'process raft request' (duration: 309.146077ms)","trace[1667371511] 'compare' (duration: 43.319215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:52.315704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.962739Z","time spent":"352.871371ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:52.315715Z","caller":"traceutil/trace.go:171","msg":"trace[1726131511] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"145.988029ms","start":"2026-03-31T22:24:52.169676Z","end":"2026-03-31T22:24:52.315664Z","steps":["trace[1726131511] 'read index received' (duration: 102.255305ms)","trace[1726131511] 'applied index is now lower than readState.Index' (duration: 43.725813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:24:52.315852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.272965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:24:52.3159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.582496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:24:52.315898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.230314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:24:52.31594Z","caller":"traceutil/trace.go:171","msg":"trace[2114025559] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2828; }","duration":"264.673108ms","start":"2026-03-31T22:24:52.051256Z","end":"2026-03-31T22:24:52.315929Z","steps":["trace[2114025559] 'agreement among raft nodes before linearized reading' (duration: 264.593767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.315951Z","caller":"traceutil/trace.go:171","msg":"trace[2032642989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2828; }","duration":"408.354556ms","start":"2026-03-31T22:24:51.90758Z","end":"2026-03-31T22:24:52.315934Z","steps":["trace[2032642989] 'agreement among raft nodes before linearized reading' (duration: 408.225554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:24:52.315945Z","caller":"traceutil/trace.go:171","msg":"trace[1590837017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2828; }","duration":"253.401048ms","start":"2026-03-31T22:24:52.062521Z","end":"2026-03-31T22:24:52.315922Z","steps":["trace[1590837017] 'agreement among raft nodes before linearized reading' (duration: 253.274705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:52.315996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:51.907555Z","time spent":"408.430558ms","remote":"127.0.0.1:56722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:24:58.595292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.492474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:24:58.595499Z","caller":"traceutil/trace.go:171","msg":"trace[41484645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2855; }","duration":"397.933674ms","start":"2026-03-31T22:24:58.197547Z","end":"2026-03-31T22:24:58.595481Z","steps":["trace[41484645] 'range keys from in-memory index tree' (duration: 397.31089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.596021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:58.19752Z","time spent":"398.487276ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:24:58.595648Z","caller":"traceutil/trace.go:171","msg":"trace[226736664] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"384.895835ms","start":"2026-03-31T22:24:58.210725Z","end":"2026-03-31T22:24:58.595621Z","steps":["trace[226736664] 'process raft request' (duration: 380.370103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.596241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:58.210704Z","time spent":"385.451927ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:24:58.620907Z","caller":"traceutil/trace.go:171","msg":"trace[1442897090] linearizableReadLoop","detail":"{readStateIndex:2975; appliedIndex:2973; }","duration":"281.515045ms","start":"2026-03-31T22:24:58.339366Z","end":"2026-03-31T22:24:58.620881Z","steps":["trace[1442897090] 'read index received' (duration: 251.745352ms)","trace[1442897090] 'applied index is now lower than readState.Index' (duration: 29.768363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:24:58.621082Z","caller":"traceutil/trace.go:171","msg":"trace[1155238358] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"286.593928ms","start":"2026-03-31T22:24:58.334468Z","end":"2026-03-31T22:24:58.621062Z","steps":["trace[1155238358] 'process raft request' (duration: 286.25804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:24:58.621151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.77337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:24:58.621212Z","caller":"traceutil/trace.go:171","msg":"trace[610111795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2857; }","duration":"281.892202ms","start":"2026-03-31T22:24:58.339303Z","end":"2026-03-31T22:24:58.621195Z","steps":["trace[610111795] 'agreement among raft nodes before linearized reading' (duration: 281.677468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.214336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.749616ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:00.214458Z","caller":"traceutil/trace.go:171","msg":"trace[1790505691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2858; }","duration":"244.883269ms","start":"2026-03-31T22:24:59.969556Z","end":"2026-03-31T22:25:00.21444Z","steps":["trace[1790505691] 'range keys from in-memory index tree' (duration: 244.733174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.214781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46520065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:00.214901Z","caller":"traceutil/trace.go:171","msg":"trace[1139571704] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"1.58877613s","start":"2026-03-31T22:24:58.626106Z","end":"2026-03-31T22:25:00.214882Z","steps":["trace[1139571704] 'process raft request' (duration: 123.367105ms)","trace[1139571704] 'compare' (duration: 1.464699679s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:00.21501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:58.626078Z","time spent":"1.588862072s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:00.215104Z","caller":"traceutil/trace.go:171","msg":"trace[1821045542] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"779.124536ms","start":"2026-03-31T22:24:59.435961Z","end":"2026-03-31T22:25:00.215086Z","steps":["trace[1821045542] 'process raft request' (duration: 779.084755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.215158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.435952Z","time spent":"779.183707ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:25:00.215263Z","caller":"traceutil/trace.go:171","msg":"trace[1362000194] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2976; }","duration":"1.307931271s","start":"2026-03-31T22:24:58.907325Z","end":"2026-03-31T22:25:00.215256Z","steps":["trace[1362000194] 'read index received' (duration: 45.381µs)","trace[1362000194] 'applied index is now lower than readState.Index' (duration: 1.30788477s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:00.215463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308144947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a20d58f7b2443f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T22:25:00.215506Z","caller":"traceutil/trace.go:171","msg":"trace[1449973336] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a20d58f7b2443f; range_end:; response_count:1; response_revision:2862; }","duration":"1.308221408s","start":"2026-03-31T22:24:58.907274Z","end":"2026-03-31T22:25:00.215496Z","steps":["trace[1449973336] 'agreement among raft nodes before linearized reading' (duration: 1.308092015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.215532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:58.907255Z","time spent":"1.308271699s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a20d58f7b2443f\" "} {"level":"warn","ts":"2026-03-31T22:25:00.215548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134604005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T22:25:00.215569Z","caller":"traceutil/trace.go:171","msg":"trace[644221181] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2862; }","duration":"1.134712347s","start":"2026-03-31T22:24:59.08085Z","end":"2026-03-31T22:25:00.215563Z","steps":["trace[644221181] 'agreement among raft nodes before linearized reading' (duration: 1.134602095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.215586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.080829Z","time spent":"1.134753938s","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T22:25:00.215661Z","caller":"traceutil/trace.go:171","msg":"trace[338609215] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"982.846769ms","start":"2026-03-31T22:24:59.232805Z","end":"2026-03-31T22:25:00.215651Z","steps":["trace[338609215] 'process raft request' (duration: 982.097643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.215717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.232777Z","time spent":"982.91107ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:00.21573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.536232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:00.215751Z","caller":"traceutil/trace.go:171","msg":"trace[318011614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2862; }","duration":"151.601933ms","start":"2026-03-31T22:25:00.064144Z","end":"2026-03-31T22:25:00.215746Z","steps":["trace[318011614] 'agreement among raft nodes before linearized reading' (duration: 151.570202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:00.215835Z","caller":"traceutil/trace.go:171","msg":"trace[457628164] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"781.265073ms","start":"2026-03-31T22:24:59.434561Z","end":"2026-03-31T22:25:00.215826Z","steps":["trace[457628164] 'process raft request' (duration: 780.456595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.21586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.703795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:25:00.215875Z","caller":"traceutil/trace.go:171","msg":"trace[1789525525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2862; }","duration":"378.754967ms","start":"2026-03-31T22:24:59.837115Z","end":"2026-03-31T22:25:00.21587Z","steps":["trace[1789525525] 'agreement among raft nodes before linearized reading' (duration: 378.711526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.215888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.837095Z","time spent":"378.790328ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:00.215889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.434539Z","time spent":"781.324615ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:25:00.216025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.303447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:25:00.216046Z","caller":"traceutil/trace.go:171","msg":"trace[394244285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2862; }","duration":"689.378038ms","start":"2026-03-31T22:24:59.526663Z","end":"2026-03-31T22:25:00.216041Z","steps":["trace[394244285] 'agreement among raft nodes before linearized reading' (duration: 689.344488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.21606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.526638Z","time spent":"689.41895ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:25:00.216493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.738648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:25:00.216526Z","caller":"traceutil/trace.go:171","msg":"trace[697165414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2862; }","duration":"881.810269ms","start":"2026-03-31T22:24:59.33471Z","end":"2026-03-31T22:25:00.21652Z","steps":["trace[697165414] 'agreement among raft nodes before linearized reading' (duration: 881.735597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.216544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.33469Z","time spent":"881.850371ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:25:00.217553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.191682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:25:00.217592Z","caller":"traceutil/trace.go:171","msg":"trace[813735676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2862; }","duration":"728.264124ms","start":"2026-03-31T22:24:59.489318Z","end":"2026-03-31T22:25:00.217582Z","steps":["trace[813735676] 'agreement among raft nodes before linearized reading' (duration: 726.7325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:00.217618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:24:59.4893Z","time spent":"728.313225ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:25:00.380384Z","caller":"traceutil/trace.go:171","msg":"trace[503922422] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2980; }","duration":"159.869597ms","start":"2026-03-31T22:25:00.220485Z","end":"2026-03-31T22:25:00.380354Z","steps":["trace[503922422] 'read index received' (duration: 110.410916ms)","trace[503922422] 'applied index is now lower than readState.Index' (duration: 49.457131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:00.380481Z","caller":"traceutil/trace.go:171","msg":"trace[248924035] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"161.201358ms","start":"2026-03-31T22:25:00.219237Z","end":"2026-03-31T22:25:00.380438Z","steps":["trace[248924035] 'process raft request' (duration: 111.677345ms)","trace[248924035] 'compare' (duration: 49.289227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:25:00.380675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.139182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T22:25:00.380754Z","caller":"traceutil/trace.go:171","msg":"trace[1866702390] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2863; }","duration":"160.291746ms","start":"2026-03-31T22:25:00.220441Z","end":"2026-03-31T22:25:00.380733Z","steps":["trace[1866702390] 'agreement among raft nodes before linearized reading' (duration: 159.99735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:00.386699Z","caller":"traceutil/trace.go:171","msg":"trace[1844426810] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"164.234924ms","start":"2026-03-31T22:25:00.222443Z","end":"2026-03-31T22:25:00.386678Z","steps":["trace[1844426810] 'process raft request' (duration: 164.01801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:00.387021Z","caller":"traceutil/trace.go:171","msg":"trace[214116337] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"164.542342ms","start":"2026-03-31T22:25:00.222463Z","end":"2026-03-31T22:25:00.387005Z","steps":["trace[214116337] 'process raft request' (duration: 164.129353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:00.387342Z","caller":"traceutil/trace.go:171","msg":"trace[106413021] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"164.842398ms","start":"2026-03-31T22:25:00.222489Z","end":"2026-03-31T22:25:00.387332Z","steps":["trace[106413021] 'process raft request' (duration: 164.561832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.333075Z","caller":"traceutil/trace.go:171","msg":"trace[1336504114] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2990; }","duration":"110.883488ms","start":"2026-03-31T22:25:02.222164Z","end":"2026-03-31T22:25:02.333047Z","steps":["trace[1336504114] 'read index received' (duration: 25.550808ms)","trace[1336504114] 'applied index is now lower than readState.Index' (duration: 85.33148ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:02.333149Z","caller":"traceutil/trace.go:171","msg":"trace[1305141040] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"110.99737ms","start":"2026-03-31T22:25:02.222113Z","end":"2026-03-31T22:25:02.333111Z","steps":["trace[1305141040] 'process raft request' (duration: 92.551969ms)","trace[1305141040] 'compare' (duration: 18.175145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:02.333231Z","caller":"traceutil/trace.go:171","msg":"trace[1734592755] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"110.869317ms","start":"2026-03-31T22:25:02.222334Z","end":"2026-03-31T22:25:02.333203Z","steps":["trace[1734592755] 'process raft request' (duration: 110.653252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.333319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.132193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:25:02.333367Z","caller":"traceutil/trace.go:171","msg":"trace[280509299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2874; }","duration":"111.233935ms","start":"2026-03-31T22:25:02.222121Z","end":"2026-03-31T22:25:02.333355Z","steps":["trace[280509299] 'agreement among raft nodes before linearized reading' (duration: 111.051631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:02.55534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.847146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:25:02.55556Z","caller":"traceutil/trace.go:171","msg":"trace[1006310601] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"160.90661ms","start":"2026-03-31T22:25:02.394634Z","end":"2026-03-31T22:25:02.55554Z","steps":["trace[1006310601] 'process raft request' (duration: 160.833928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:25:02.555623Z","caller":"traceutil/trace.go:171","msg":"trace[422128234] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"161.105444ms","start":"2026-03-31T22:25:02.394477Z","end":"2026-03-31T22:25:02.555583Z","steps":["trace[422128234] 'process raft request' (duration: 49.91236ms)","trace[422128234] 'compare' (duration: 110.687143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:06.618263Z","caller":"traceutil/trace.go:171","msg":"trace[902408316] linearizableReadLoop","detail":"{readStateIndex:3015; appliedIndex:3013; }","duration":"263.717588ms","start":"2026-03-31T22:25:06.354514Z","end":"2026-03-31T22:25:06.618232Z","steps":["trace[902408316] 'read index received' (duration: 206.294421ms)","trace[902408316] 'applied index is now lower than readState.Index' (duration: 57.421227ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:06.618358Z","caller":"traceutil/trace.go:171","msg":"trace[1905982543] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"272.393692ms","start":"2026-03-31T22:25:06.345912Z","end":"2026-03-31T22:25:06.618306Z","steps":["trace[1905982543] 'process raft request' (duration: 214.923432ms)","trace[1905982543] 'compare' (duration: 57.153722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:25:06.618444Z","caller":"traceutil/trace.go:171","msg":"trace[1250676637] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"272.466943ms","start":"2026-03-31T22:25:06.345962Z","end":"2026-03-31T22:25:06.618429Z","steps":["trace[1250676637] 'process raft request' (duration: 272.220927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.618774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.249522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a20d5860c6ff96\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-31T22:25:06.618861Z","caller":"traceutil/trace.go:171","msg":"trace[932234672] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a20d5860c6ff96; range_end:; response_count:1; response_revision:2895; }","duration":"247.398265ms","start":"2026-03-31T22:25:06.371442Z","end":"2026-03-31T22:25:06.61884Z","steps":["trace[932234672] 'agreement among raft nodes before linearized reading' (duration: 247.14447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.61905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.380479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:25:06.619132Z","caller":"traceutil/trace.go:171","msg":"trace[438937636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2895; }","duration":"191.507112ms","start":"2026-03-31T22:25:06.427603Z","end":"2026-03-31T22:25:06.61911Z","steps":["trace[438937636] 'agreement among raft nodes before linearized reading' (duration: 191.239036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:25:06.619076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.533656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:25:06.619216Z","caller":"traceutil/trace.go:171","msg":"trace[1605427825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2895; }","duration":"264.744251ms","start":"2026-03-31T22:25:06.354443Z","end":"2026-03-31T22:25:06.619187Z","steps":["trace[1605427825] 'agreement among raft nodes before linearized reading' (duration: 264.346242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:03.276736Z","caller":"traceutil/trace.go:171","msg":"trace[1724438370] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"181.032396ms","start":"2026-03-31T22:27:03.095678Z","end":"2026-03-31T22:27:03.276711Z","steps":["trace[1724438370] 'process raft request' (duration: 180.778571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:03.277678Z","caller":"traceutil/trace.go:171","msg":"trace[2087153268] linearizableReadLoop","detail":"{readStateIndex:3780; appliedIndex:3777; }","duration":"130.772618ms","start":"2026-03-31T22:27:03.14687Z","end":"2026-03-31T22:27:03.277643Z","steps":["trace[2087153268] 'read index received' (duration: 129.687804ms)","trace[2087153268] 'applied index is now lower than readState.Index' (duration: 1.083784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:27:03.277719Z","caller":"traceutil/trace.go:171","msg":"trace[1342747571] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"178.121911ms","start":"2026-03-31T22:27:03.099558Z","end":"2026-03-31T22:27:03.27768Z","steps":["trace[1342747571] 'process raft request' (duration: 177.903576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:03.277806Z","caller":"traceutil/trace.go:171","msg":"trace[864295026] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"177.258901ms","start":"2026-03-31T22:27:03.100536Z","end":"2026-03-31T22:27:03.277795Z","steps":["trace[864295026] 'process raft request' (duration: 177.066757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:03.278135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.242599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:03.278205Z","caller":"traceutil/trace.go:171","msg":"trace[730354552] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3631; }","duration":"131.360301ms","start":"2026-03-31T22:27:03.146831Z","end":"2026-03-31T22:27:03.278192Z","steps":["trace[730354552] 'agreement among raft nodes before linearized reading' (duration: 131.233168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:03.2784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.019398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:27:03.278438Z","caller":"traceutil/trace.go:171","msg":"trace[903383067] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3631; }","duration":"102.10904ms","start":"2026-03-31T22:27:03.176319Z","end":"2026-03-31T22:27:03.278428Z","steps":["trace[903383067] 'agreement among raft nodes before linearized reading' (duration: 102.052989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.054669Z","caller":"traceutil/trace.go:171","msg":"trace[231430168] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"530.389636ms","start":"2026-03-31T22:27:37.524239Z","end":"2026-03-31T22:27:38.054628Z","steps":["trace[231430168] 'process raft request' (duration: 506.995396ms)","trace[231430168] 'compare' (duration: 22.810787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:38.054836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.524223Z","time spent":"530.533768ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.08453Z","caller":"traceutil/trace.go:171","msg":"trace[1318821242] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"559.561134ms","start":"2026-03-31T22:27:37.524943Z","end":"2026-03-31T22:27:38.084504Z","steps":["trace[1318821242] 'process raft request' (duration: 559.318019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.084716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.52492Z","time spent":"559.716818ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.085168Z","caller":"traceutil/trace.go:171","msg":"trace[632116753] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"559.797289ms","start":"2026-03-31T22:27:37.525356Z","end":"2026-03-31T22:27:38.085153Z","steps":["trace[632116753] 'process raft request' (duration: 559.079244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.085239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.525344Z","time spent":"559.861491ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.085375Z","caller":"traceutil/trace.go:171","msg":"trace[478860012] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"559.362499ms","start":"2026-03-31T22:27:37.525993Z","end":"2026-03-31T22:27:38.085356Z","steps":["trace[478860012] 'process raft request' (duration: 559.047962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:27:38.085405Z","caller":"traceutil/trace.go:171","msg":"trace[1394123547] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"558.669804ms","start":"2026-03-31T22:27:37.526723Z","end":"2026-03-31T22:27:38.085393Z","steps":["trace[1394123547] 'process raft request' (duration: 558.48351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:27:38.085464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.526709Z","time spent":"558.724125ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:27:38.085471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:27:37.525984Z","time spent":"559.4422ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:27:38.085436Z","caller":"traceutil/trace.go:171","msg":"trace[1451968736] linearizableReadLoop","detail":"{readStateIndex:4049; appliedIndex:4044; }","duration":"117.234787ms","start":"2026-03-31T22:27:37.968154Z","end":"2026-03-31T22:27:38.085389Z","steps":["trace[1451968736] 'read index received' (duration: 63.168245ms)","trace[1451968736] 'applied index is now lower than readState.Index' (duration: 54.064952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:27:38.085768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.610096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:27:38.085851Z","caller":"traceutil/trace.go:171","msg":"trace[1433462968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:3893; }","duration":"117.730858ms","start":"2026-03-31T22:27:37.968097Z","end":"2026-03-31T22:27:38.085828Z","steps":["trace[1433462968] 'agreement among raft nodes before linearized reading' (duration: 117.460291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:47.921386Z","caller":"traceutil/trace.go:171","msg":"trace[112086885] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"109.827306ms","start":"2026-03-31T22:28:47.811516Z","end":"2026-03-31T22:28:47.921344Z","steps":["trace[112086885] 'process raft request' (duration: 109.732524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:47.922054Z","caller":"traceutil/trace.go:171","msg":"trace[904353225] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"110.599623ms","start":"2026-03-31T22:28:47.811435Z","end":"2026-03-31T22:28:47.922035Z","steps":["trace[904353225] 'process raft request' (duration: 103.166567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:48.259555Z","caller":"traceutil/trace.go:171","msg":"trace[1428825703] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"127.467748ms","start":"2026-03-31T22:28:48.132055Z","end":"2026-03-31T22:28:48.259523Z","steps":["trace[1428825703] 'process raft request' (duration: 127.297584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:48.358731Z","caller":"traceutil/trace.go:171","msg":"trace[1012037976] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"210.689871ms","start":"2026-03-31T22:28:48.148014Z","end":"2026-03-31T22:28:48.358704Z","steps":["trace[1012037976] 'process raft request' (duration: 210.514087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:51.95921Z","caller":"traceutil/trace.go:171","msg":"trace[1442602917] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"202.056829ms","start":"2026-03-31T22:28:51.757129Z","end":"2026-03-31T22:28:51.959186Z","steps":["trace[1442602917] 'process raft request' (duration: 201.692031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:51.978986Z","caller":"traceutil/trace.go:171","msg":"trace[1784208409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4696; }","duration":"117.933916ms","start":"2026-03-31T22:28:51.861021Z","end":"2026-03-31T22:28:51.978955Z","steps":["trace[1784208409] 'process raft request' (duration: 117.861274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:51.979043Z","caller":"traceutil/trace.go:171","msg":"trace[2049372560] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"193.940508ms","start":"2026-03-31T22:28:51.785073Z","end":"2026-03-31T22:28:51.979013Z","steps":["trace[2049372560] 'process raft request' (duration: 193.527849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:51.97929Z","caller":"traceutil/trace.go:171","msg":"trace[1979462429] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"124.83156ms","start":"2026-03-31T22:28:51.854139Z","end":"2026-03-31T22:28:51.97897Z","steps":["trace[1979462429] 'process raft request' (duration: 124.699747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:51.979432Z","caller":"traceutil/trace.go:171","msg":"trace[426590844] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"166.773913ms","start":"2026-03-31T22:28:51.812196Z","end":"2026-03-31T22:28:51.97897Z","steps":["trace[426590844] 'process raft request' (duration: 166.566008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.187942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.804755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:28:52.188371Z","caller":"traceutil/trace.go:171","msg":"trace[725216885] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4890; }","duration":"187.354862ms","start":"2026-03-31T22:28:52.00099Z","end":"2026-03-31T22:28:52.188345Z","steps":["trace[725216885] 'read index received' (duration: 42.070667ms)","trace[725216885] 'applied index is now lower than readState.Index' (duration: 145.282575ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:52.188477Z","caller":"traceutil/trace.go:171","msg":"trace[1337388695] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"201.494206ms","start":"2026-03-31T22:28:51.986969Z","end":"2026-03-31T22:28:52.188464Z","steps":["trace[1337388695] 'process raft request' (duration: 201.21213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.188671Z","caller":"traceutil/trace.go:171","msg":"trace[742165303] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"209.415813ms","start":"2026-03-31T22:28:51.979124Z","end":"2026-03-31T22:28:52.188539Z","steps":["trace[742165303] 'process raft request' (duration: 63.920534ms)","trace[742165303] 'compare' (duration: 144.60412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:52.188782Z","caller":"traceutil/trace.go:171","msg":"trace[1249810434] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"196.036375ms","start":"2026-03-31T22:28:51.992684Z","end":"2026-03-31T22:28:52.18872Z","steps":["trace[1249810434] 'process raft request' (duration: 195.578535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.189039Z","caller":"traceutil/trace.go:171","msg":"trace[42726340] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"203.321187ms","start":"2026-03-31T22:28:51.9857Z","end":"2026-03-31T22:28:52.189022Z","steps":["trace[42726340] 'process raft request' (duration: 202.371086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.189015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.001236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-4vqq5\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-03-31T22:28:52.189196Z","caller":"traceutil/trace.go:171","msg":"trace[518956392] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-4vqq5; range_end:; response_count:1; response_revision:4702; }","duration":"188.227771ms","start":"2026-03-31T22:28:52.000942Z","end":"2026-03-31T22:28:52.189169Z","steps":["trace[518956392] 'agreement among raft nodes before linearized reading' (duration: 187.853283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.238501Z","caller":"traceutil/trace.go:171","msg":"trace[1196923896] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"125.808851ms","start":"2026-03-31T22:28:52.112663Z","end":"2026-03-31T22:28:52.238472Z","steps":["trace[1196923896] 'process raft request' (duration: 125.635127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.307196Z","caller":"traceutil/trace.go:171","msg":"trace[829026728] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4703; }","duration":"144.760692ms","start":"2026-03-31T22:28:52.162399Z","end":"2026-03-31T22:28:52.307159Z","steps":["trace[829026728] 'process raft request' (duration: 144.516977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.307276Z","caller":"traceutil/trace.go:171","msg":"trace[1445721357] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4704; }","duration":"116.068274ms","start":"2026-03-31T22:28:52.191171Z","end":"2026-03-31T22:28:52.307239Z","steps":["trace[1445721357] 'process raft request' (duration: 115.874159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:52.307504Z","caller":"traceutil/trace.go:171","msg":"trace[449039397] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4894; }","duration":"119.0481ms","start":"2026-03-31T22:28:52.188427Z","end":"2026-03-31T22:28:52.307475Z","steps":["trace[449039397] 'read index received' (duration: 49.8399ms)","trace[449039397] 'applied index is now lower than readState.Index' (duration: 69.20653ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:52.307512Z","caller":"traceutil/trace.go:171","msg":"trace[205431300] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"106.728086ms","start":"2026-03-31T22:28:52.200756Z","end":"2026-03-31T22:28:52.307484Z","steps":["trace[205431300] 'process raft request' (duration: 106.412689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.30771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.748448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:52.307746Z","caller":"traceutil/trace.go:171","msg":"trace[999480293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4705; }","duration":"244.844031ms","start":"2026-03-31T22:28:52.062895Z","end":"2026-03-31T22:28:52.307739Z","steps":["trace[999480293] 'agreement among raft nodes before linearized reading' (duration: 244.679987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.307799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.832653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-patch\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:52.307912Z","caller":"traceutil/trace.go:171","msg":"trace[1948800123] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-patch; range_end:; response_count:0; response_revision:4705; }","duration":"104.942256ms","start":"2026-03-31T22:28:52.202905Z","end":"2026-03-31T22:28:52.307847Z","steps":["trace[1948800123] 'agreement among raft nodes before linearized reading' (duration: 104.821313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:52.307945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.841253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-03-31T22:28:52.308078Z","caller":"traceutil/trace.go:171","msg":"trace[521768728] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4705; }","duration":"255.039749ms","start":"2026-03-31T22:28:52.053005Z","end":"2026-03-31T22:28:52.308045Z","steps":["trace[521768728] 'agreement among raft nodes before linearized reading' (duration: 254.616199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.024115Z","caller":"traceutil/trace.go:171","msg":"trace[441422044] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"206.067678ms","start":"2026-03-31T22:28:52.818018Z","end":"2026-03-31T22:28:53.024085Z","steps":["trace[441422044] 'process raft request' (duration: 106.167903ms)","trace[441422044] 'compare' (duration: 99.720391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:53.025368Z","caller":"traceutil/trace.go:171","msg":"trace[1845739054] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4918; }","duration":"115.301398ms","start":"2026-03-31T22:28:52.91005Z","end":"2026-03-31T22:28:53.025352Z","steps":["trace[1845739054] 'read index received' (duration: 14.126804ms)","trace[1845739054] 'applied index is now lower than readState.Index' (duration: 101.173504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:53.025486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.426581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:28:53.025523Z","caller":"traceutil/trace.go:171","msg":"trace[264710294] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4727; }","duration":"115.528763ms","start":"2026-03-31T22:28:52.909986Z","end":"2026-03-31T22:28:53.025515Z","steps":["trace[264710294] 'agreement among raft nodes before linearized reading' (duration: 115.428561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:53.025643Z","caller":"traceutil/trace.go:171","msg":"trace[1612424942] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"197.1652ms","start":"2026-03-31T22:28:52.828456Z","end":"2026-03-31T22:28:53.025621Z","steps":["trace[1612424942] 'process raft request' (duration: 196.804723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:58.343252Z","caller":"traceutil/trace.go:171","msg":"trace[1297486459] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5016; }","duration":"272.035447ms","start":"2026-03-31T22:28:58.071188Z","end":"2026-03-31T22:28:58.343223Z","steps":["trace[1297486459] 'read index received' (duration: 271.682469ms)","trace[1297486459] 'applied index is now lower than readState.Index' (duration: 351.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:58.343301Z","caller":"traceutil/trace.go:171","msg":"trace[1475075297] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"273.07744ms","start":"2026-03-31T22:28:58.070189Z","end":"2026-03-31T22:28:58.343266Z","steps":["trace[1475075297] 'process raft request' (duration: 272.839885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.343671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.874249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-vmhhx\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-03-31T22:28:58.343727Z","caller":"traceutil/trace.go:171","msg":"trace[791262460] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-vmhhx; range_end:; response_count:1; response_revision:4822; }","duration":"119.990102ms","start":"2026-03-31T22:28:58.223723Z","end":"2026-03-31T22:28:58.343713Z","steps":["trace[791262460] 'agreement among raft nodes before linearized reading' (duration: 119.674045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:58.343842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.61095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T22:28:58.343902Z","caller":"traceutil/trace.go:171","msg":"trace[181516102] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4822; }","duration":"272.728112ms","start":"2026-03-31T22:28:58.07116Z","end":"2026-03-31T22:28:58.343888Z","steps":["trace[181516102] 'agreement among raft nodes before linearized reading' (duration: 272.271892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:59.179684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.562002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:28:59.179767Z","caller":"traceutil/trace.go:171","msg":"trace[1196586500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4860; }","duration":"172.708865ms","start":"2026-03-31T22:28:59.007039Z","end":"2026-03-31T22:28:59.179748Z","steps":["trace[1196586500] 'count revisions from in-memory index tree' (duration: 172.48695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:59.198606Z","caller":"traceutil/trace.go:171","msg":"trace[1223606018] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"185.470969ms","start":"2026-03-31T22:28:59.013091Z","end":"2026-03-31T22:28:59.198562Z","steps":["trace[1223606018] 'process raft request' (duration: 185.237054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:59.343594Z","caller":"traceutil/trace.go:171","msg":"trace[1471246738] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"106.44271ms","start":"2026-03-31T22:28:59.237105Z","end":"2026-03-31T22:28:59.343547Z","steps":["trace[1471246738] 'process raft request' (duration: 81.081605ms)","trace[1471246738] 'compare' (duration: 25.14162ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:28:59.343499Z","caller":"traceutil/trace.go:171","msg":"trace[61036532] linearizableReadLoop","detail":"{readStateIndex:5057; appliedIndex:5056; }","duration":"105.552061ms","start":"2026-03-31T22:28:59.237919Z","end":"2026-03-31T22:28:59.343471Z","steps":["trace[61036532] 'read index received' (duration: 80.290339ms)","trace[61036532] 'applied index is now lower than readState.Index' (duration: 25.260362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:59.344397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.46235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T22:28:59.344469Z","caller":"traceutil/trace.go:171","msg":"trace[1050328377] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4862; }","duration":"106.570462ms","start":"2026-03-31T22:28:59.237878Z","end":"2026-03-31T22:28:59.344449Z","steps":["trace[1050328377] 'agreement among raft nodes before linearized reading' (duration: 105.722624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:28:59.742726Z","caller":"traceutil/trace.go:171","msg":"trace[2006758925] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"324.339591ms","start":"2026-03-31T22:28:59.418356Z","end":"2026-03-31T22:28:59.742696Z","steps":["trace[2006758925] 'process raft request' (duration: 324.178577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:59.742879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:28:59.418331Z","time spent":"324.470433ms","remote":"127.0.0.1:36374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:28:59.743096Z","caller":"traceutil/trace.go:171","msg":"trace[862326650] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5059; }","duration":"200.616607ms","start":"2026-03-31T22:28:59.542442Z","end":"2026-03-31T22:28:59.743058Z","steps":["trace[862326650] 'read index received' (duration: 200.599636ms)","trace[862326650] 'applied index is now lower than readState.Index' (duration: 13.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:28:59.743523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.072827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-31T22:28:59.743577Z","caller":"traceutil/trace.go:171","msg":"trace[574273048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d; range_end:; response_count:1; response_revision:4864; }","duration":"201.156909ms","start":"2026-03-31T22:28:59.542408Z","end":"2026-03-31T22:28:59.743565Z","steps":["trace[574273048] 'agreement among raft nodes before linearized reading' (duration: 201.000415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:28:59.744279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.663433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-31T22:28:59.744367Z","caller":"traceutil/trace.go:171","msg":"trace[1590721317] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4864; }","duration":"101.797666ms","start":"2026-03-31T22:28:59.642549Z","end":"2026-03-31T22:28:59.744347Z","steps":["trace[1590721317] 'agreement among raft nodes before linearized reading' (duration: 100.676681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:01.513491Z","caller":"traceutil/trace.go:171","msg":"trace[1311504052] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"127.102551ms","start":"2026-03-31T22:29:01.386368Z","end":"2026-03-31T22:29:01.513471Z","steps":["trace[1311504052] 'read index received' (duration: 125.569946ms)","trace[1311504052] 'applied index is now lower than readState.Index' (duration: 1.531455ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:01.513633Z","caller":"traceutil/trace.go:171","msg":"trace[1701860003] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"140.844196ms","start":"2026-03-31T22:29:01.372743Z","end":"2026-03-31T22:29:01.513587Z","steps":["trace[1701860003] 'process raft request' (duration: 139.160649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:01.514817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.42921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-31T22:29:01.514925Z","caller":"traceutil/trace.go:171","msg":"trace[608056723] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4917; }","duration":"128.591213ms","start":"2026-03-31T22:29:01.386315Z","end":"2026-03-31T22:29:01.514907Z","steps":["trace[608056723] 'agreement among raft nodes before linearized reading' (duration: 127.244914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.436963Z","caller":"traceutil/trace.go:171","msg":"trace[2010211339] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"124.580113ms","start":"2026-03-31T22:29:02.312336Z","end":"2026-03-31T22:29:02.436916Z","steps":["trace[2010211339] 'process raft request' (duration: 32.533084ms)","trace[2010211339] 'compare' (duration: 91.817334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:02.437085Z","caller":"traceutil/trace.go:171","msg":"trace[1885565176] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"122.795124ms","start":"2026-03-31T22:29:02.314242Z","end":"2026-03-31T22:29:02.437037Z","steps":["trace[1885565176] 'process raft request' (duration: 122.664351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.437076Z","caller":"traceutil/trace.go:171","msg":"trace[75586064] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"124.685236ms","start":"2026-03-31T22:29:02.312354Z","end":"2026-03-31T22:29:02.437039Z","steps":["trace[75586064] 'process raft request' (duration: 124.496212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.708231Z","caller":"traceutil/trace.go:171","msg":"trace[1242034974] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"212.322887ms","start":"2026-03-31T22:29:02.495885Z","end":"2026-03-31T22:29:02.708208Z","steps":["trace[1242034974] 'read index received' (duration: 191.260749ms)","trace[1242034974] 'applied index is now lower than readState.Index' (duration: 21.061178ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:02.708352Z","caller":"traceutil/trace.go:171","msg":"trace[2070056520] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"214.168088ms","start":"2026-03-31T22:29:02.49415Z","end":"2026-03-31T22:29:02.708318Z","steps":["trace[2070056520] 'process raft request' (duration: 192.795372ms)","trace[2070056520] 'compare' (duration: 21.149851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:02.708454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.547342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-03-31T22:29:02.708491Z","caller":"traceutil/trace.go:171","msg":"trace[331602895] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4990; }","duration":"212.602523ms","start":"2026-03-31T22:29:02.495871Z","end":"2026-03-31T22:29:02.708473Z","steps":["trace[331602895] 'agreement among raft nodes before linearized reading' (duration: 212.43457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.971807Z","caller":"traceutil/trace.go:171","msg":"trace[1301380712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4990; }","duration":"475.814564ms","start":"2026-03-31T22:29:02.495962Z","end":"2026-03-31T22:29:02.971776Z","steps":["trace[1301380712] 'process raft request' (duration: 475.308173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.971824Z","caller":"traceutil/trace.go:171","msg":"trace[1147503702] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"475.775333ms","start":"2026-03-31T22:29:02.496017Z","end":"2026-03-31T22:29:02.971792Z","steps":["trace[1147503702] 'process raft request' (duration: 475.63067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.971943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.495945Z","time spent":"475.916917ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":923,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:02.971947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.496009Z","time spent":"475.877595ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:29:02.972109Z","caller":"traceutil/trace.go:171","msg":"trace[828784746] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"473.927202ms","start":"2026-03-31T22:29:02.49816Z","end":"2026-03-31T22:29:02.972087Z","steps":["trace[828784746] 'process raft request' (duration: 473.627185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.498152Z","time spent":"474.013243ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:02.972196Z","caller":"traceutil/trace.go:171","msg":"trace[292441988] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5189; }","duration":"263.883635ms","start":"2026-03-31T22:29:02.708286Z","end":"2026-03-31T22:29:02.97217Z","steps":["trace[292441988] 'read index received' (duration: 262.995456ms)","trace[292441988] 'applied index is now lower than readState.Index' (duration: 887.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:02.972365Z","caller":"traceutil/trace.go:171","msg":"trace[1064099248] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"476.295244ms","start":"2026-03-31T22:29:02.496057Z","end":"2026-03-31T22:29:02.972352Z","steps":["trace[1064099248] 'process raft request' (duration: 475.679841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.928179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3789"} {"level":"warn","ts":"2026-03-31T22:29:02.972416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.915518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:29:02.972436Z","caller":"traceutil/trace.go:171","msg":"trace[2088132255] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4995; }","duration":"473.012311ms","start":"2026-03-31T22:29:02.499413Z","end":"2026-03-31T22:29:02.972425Z","steps":["trace[2088132255] 'agreement among raft nodes before linearized reading' (duration: 472.835307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.97244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.496037Z","time spent":"476.372347ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:29:02.972468Z","caller":"traceutil/trace.go:171","msg":"trace[1978209462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4995; }","duration":"379.99474ms","start":"2026-03-31T22:29:02.592461Z","end":"2026-03-31T22:29:02.972456Z","steps":["trace[1978209462] 'agreement among raft nodes before linearized reading' (duration: 379.866897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.592444Z","time spent":"380.057721ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:02.97256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.145038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:29:02.972654Z","caller":"traceutil/trace.go:171","msg":"trace[2050057111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:4995; }","duration":"382.257261ms","start":"2026-03-31T22:29:02.590378Z","end":"2026-03-31T22:29:02.972636Z","steps":["trace[2050057111] 'agreement among raft nodes before linearized reading' (duration: 382.117888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.590318Z","time spent":"382.376763ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"warn","ts":"2026-03-31T22:29:02.972813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.624701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:02.972867Z","caller":"traceutil/trace.go:171","msg":"trace[796274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4995; }","duration":"365.732613ms","start":"2026-03-31T22:29:02.607122Z","end":"2026-03-31T22:29:02.972855Z","steps":["trace[796274] 'agreement among raft nodes before linearized reading' (duration: 365.60205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.972565Z","caller":"traceutil/trace.go:171","msg":"trace[828172890] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"464.097152ms","start":"2026-03-31T22:29:02.508455Z","end":"2026-03-31T22:29:02.972552Z","steps":["trace[828172890] 'process raft request' (duration: 463.391636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.607114Z","time spent":"365.777114ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:02.972949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.15804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-31T22:29:02.972975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.508433Z","time spent":"464.473722ms","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:02.972475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.499404Z","time spent":"473.062482ms","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3812,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-03-31T22:29:02.973058Z","caller":"traceutil/trace.go:171","msg":"trace[1761485434] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"444.313283ms","start":"2026-03-31T22:29:02.528733Z","end":"2026-03-31T22:29:02.973046Z","steps":["trace[1761485434] 'process raft request' (duration: 443.195917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.735171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-31T22:29:02.973111Z","caller":"traceutil/trace.go:171","msg":"trace[2075044438] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4995; }","duration":"311.881165ms","start":"2026-03-31T22:29:02.661219Z","end":"2026-03-31T22:29:02.9731Z","steps":["trace[2075044438] 'agreement among raft nodes before linearized reading' (duration: 311.624809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.973131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.528701Z","time spent":"444.392615ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:02.973129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.747404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-03-31T22:29:02.973154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.661202Z","time spent":"311.943566ms","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T22:29:02.973185Z","caller":"traceutil/trace.go:171","msg":"trace[4648052] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d; range_end:; response_count:1; response_revision:4995; }","duration":"427.831366ms","start":"2026-03-31T22:29:02.545337Z","end":"2026-03-31T22:29:02.973169Z","steps":["trace[4648052] 'agreement among raft nodes before linearized reading' (duration: 427.705844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.972402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.663469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-31T22:29:02.973183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.840801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:29:02.97323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.545317Z","time spent":"427.904607ms","remote":"127.0.0.1:53402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d\" "} {"level":"warn","ts":"2026-03-31T22:29:02.972997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.243511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:02.973251Z","caller":"traceutil/trace.go:171","msg":"trace[635286114] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4995; }","duration":"312.507169ms","start":"2026-03-31T22:29:02.660729Z","end":"2026-03-31T22:29:02.973236Z","steps":["trace[635286114] 'agreement among raft nodes before linearized reading' (duration: 311.535787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.973266Z","caller":"traceutil/trace.go:171","msg":"trace[102166538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4995; }","duration":"367.958293ms","start":"2026-03-31T22:29:02.605287Z","end":"2026-03-31T22:29:02.973245Z","steps":["trace[102166538] 'agreement among raft nodes before linearized reading' (duration: 367.696737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.973292Z","caller":"traceutil/trace.go:171","msg":"trace[1005475950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4995; }","duration":"453.577719ms","start":"2026-03-31T22:29:02.5197Z","end":"2026-03-31T22:29:02.973278Z","steps":["trace[1005475950] 'agreement among raft nodes before linearized reading' (duration: 453.18064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.973305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.660657Z","time spent":"312.632791ms","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T22:29:02.973312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.605274Z","time spent":"368.028405ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:02.973324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.519682Z","time spent":"453.63315ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:29:02.973342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.83473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:29:02.972991Z","caller":"traceutil/trace.go:171","msg":"trace[628518988] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4995; }","duration":"312.219242ms","start":"2026-03-31T22:29:02.660761Z","end":"2026-03-31T22:29:02.97298Z","steps":["trace[628518988] 'agreement among raft nodes before linearized reading' (duration: 312.1218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.973487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.660753Z","time spent":"312.723543ms","remote":"127.0.0.1:45828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T22:29:02.973419Z","caller":"traceutil/trace.go:171","msg":"trace[15817056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4995; }","duration":"367.974143ms","start":"2026-03-31T22:29:02.605426Z","end":"2026-03-31T22:29:02.9734Z","steps":["trace[15817056] 'agreement among raft nodes before linearized reading' (duration: 367.569945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.973656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:02.605379Z","time spent":"368.26266ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T22:29:02.979784Z","caller":"traceutil/trace.go:171","msg":"trace[1869286570] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"263.844844ms","start":"2026-03-31T22:29:02.715917Z","end":"2026-03-31T22:29:02.979762Z","steps":["trace[1869286570] 'process raft request' (duration: 263.791733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.980106Z","caller":"traceutil/trace.go:171","msg":"trace[1337502204] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"267.529396ms","start":"2026-03-31T22:29:02.712565Z","end":"2026-03-31T22:29:02.980094Z","steps":["trace[1337502204] 'process raft request' (duration: 266.956853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:02.98048Z","caller":"traceutil/trace.go:171","msg":"trace[1496402908] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"265.90602ms","start":"2026-03-31T22:29:02.714563Z","end":"2026-03-31T22:29:02.980469Z","steps":["trace[1496402908] 'process raft request' (duration: 265.068822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:02.981245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.495716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d\" ","response":"range_response_count:1 size:4062"} {"level":"info","ts":"2026-03-31T22:29:02.98134Z","caller":"traceutil/trace.go:171","msg":"trace[1331191634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53487dd3-22b2-4f8a-a134-2c4fc472626d; range_end:; response_count:1; response_revision:4998; }","duration":"223.614848ms","start":"2026-03-31T22:29:02.757694Z","end":"2026-03-31T22:29:02.981308Z","steps":["trace[1331191634] 'agreement among raft nodes before linearized reading' (duration: 223.426813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.520037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.457176ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:29:06.520208Z","caller":"traceutil/trace.go:171","msg":"trace[2025228289] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5297; }","duration":"807.484378ms","start":"2026-03-31T22:29:05.712696Z","end":"2026-03-31T22:29:06.52018Z","steps":["trace[2025228289] 'read index received' (duration: 22.773237ms)","trace[2025228289] 'applied index is now lower than readState.Index' (duration: 784.709171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:06.520734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.03054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-03-31T22:29:06.520801Z","caller":"traceutil/trace.go:171","msg":"trace[794335666] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5095; }","duration":"808.135762ms","start":"2026-03-31T22:29:05.712652Z","end":"2026-03-31T22:29:06.520787Z","steps":["trace[794335666] 'agreement among raft nodes before linearized reading' (duration: 807.873216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.520828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:05.712626Z","time spent":"808.197484ms","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T22:29:06.787803Z","caller":"traceutil/trace.go:171","msg":"trace[627232144] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"690.299149ms","start":"2026-03-31T22:29:06.097469Z","end":"2026-03-31T22:29:06.787768Z","steps":["trace[627232144] 'process raft request' (duration: 689.867759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.788107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.097445Z","time spent":"690.548454ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:06.818843Z","caller":"traceutil/trace.go:171","msg":"trace[1882865417] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5298; }","duration":"298.557937ms","start":"2026-03-31T22:29:06.520255Z","end":"2026-03-31T22:29:06.818813Z","steps":["trace[1882865417] 'read index received' (duration: 267.120287ms)","trace[1882865417] 'applied index is now lower than readState.Index' (duration: 31.43602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:06.819086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.900797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:06.819076Z","caller":"traceutil/trace.go:171","msg":"trace[131500734] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"720.152644ms","start":"2026-03-31T22:29:06.098865Z","end":"2026-03-31T22:29:06.819018Z","steps":["trace[131500734] 'process raft request' (duration: 719.905248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:06.819085Z","caller":"traceutil/trace.go:171","msg":"trace[1421031689] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"720.4364ms","start":"2026-03-31T22:29:06.098518Z","end":"2026-03-31T22:29:06.818954Z","steps":["trace[1421031689] 'process raft request' (duration: 720.041722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.247346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:06.819212Z","caller":"traceutil/trace.go:171","msg":"trace[1620536606] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5098; }","duration":"411.325239ms","start":"2026-03-31T22:29:06.407881Z","end":"2026-03-31T22:29:06.819206Z","steps":["trace[1620536606] 'agreement among raft nodes before linearized reading' (duration: 411.277488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.407855Z","time spent":"411.389459ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:06.81931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.098826Z","time spent":"720.365279ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:06.819279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.76726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:06.819346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.098501Z","time spent":"720.716227ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:06.819386Z","caller":"traceutil/trace.go:171","msg":"trace[1705317376] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5098; }","duration":"898.947354ms","start":"2026-03-31T22:29:05.920416Z","end":"2026-03-31T22:29:06.819363Z","steps":["trace[1705317376] 'agreement among raft nodes before linearized reading' (duration: 898.686028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:06.819138Z","caller":"traceutil/trace.go:171","msg":"trace[587901672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"755.01058ms","start":"2026-03-31T22:29:06.064108Z","end":"2026-03-31T22:29:06.819119Z","steps":["trace[587901672] 'agreement among raft nodes before linearized reading' (duration: 754.897946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.985234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777646"} {"level":"warn","ts":"2026-03-31T22:29:06.819449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:05.920388Z","time spent":"899.049847ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:06.81948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.064088Z","time spent":"755.384038ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:29:06.819502Z","caller":"traceutil/trace.go:171","msg":"trace[891085177] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5098; }","duration":"337.102646ms","start":"2026-03-31T22:29:06.482381Z","end":"2026-03-31T22:29:06.819483Z","steps":["trace[891085177] 'agreement among raft nodes before linearized reading' (duration: 336.465771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.482365Z","time spent":"337.177858ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777669,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T22:29:06.819643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075782241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:29:06.819684Z","caller":"traceutil/trace.go:171","msg":"trace[1809830328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5098; }","duration":"1.075867323s","start":"2026-03-31T22:29:05.743807Z","end":"2026-03-31T22:29:06.819675Z","steps":["trace[1809830328] 'agreement among raft nodes before linearized reading' (duration: 1.0757211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:05.743783Z","time spent":"1.075922945s","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:29:06.819714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.513475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7f324ea-a810-4278-8ccc-d17ba18d65f7\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:29:06.81979Z","caller":"traceutil/trace.go:171","msg":"trace[628775376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7f324ea-a810-4278-8ccc-d17ba18d65f7; range_end:; response_count:1; response_revision:5098; }","duration":"492.634768ms","start":"2026-03-31T22:29:06.327136Z","end":"2026-03-31T22:29:06.819771Z","steps":["trace[628775376] 'agreement among raft nodes before linearized reading' (duration: 492.336001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:06.819834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:06.327105Z","time spent":"492.72044ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7f324ea-a810-4278-8ccc-d17ba18d65f7\" "} {"level":"warn","ts":"2026-03-31T22:29:06.819933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.797838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e7f324ea-a810-4278-8ccc-d17ba18d65f7\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T22:29:06.819981Z","caller":"traceutil/trace.go:171","msg":"trace[1799467983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e7f324ea-a810-4278-8ccc-d17ba18d65f7; range_end:; response_count:1; response_revision:5098; }","duration":"252.88621ms","start":"2026-03-31T22:29:06.567073Z","end":"2026-03-31T22:29:06.81996Z","steps":["trace[1799467983] 'agreement among raft nodes before linearized reading' (duration: 252.702356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:07.082881Z","caller":"traceutil/trace.go:171","msg":"trace[1320267627] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"143.846503ms","start":"2026-03-31T22:29:06.938992Z","end":"2026-03-31T22:29:07.082839Z","steps":["trace[1320267627] 'process raft request' (duration: 82.373044ms)","trace[1320267627] 'compare' (duration: 61.085041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:07.87302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.596995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:07.873335Z","caller":"traceutil/trace.go:171","msg":"trace[1511594134] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"329.426864ms","start":"2026-03-31T22:29:07.543886Z","end":"2026-03-31T22:29:07.873313Z","steps":["trace[1511594134] 'process raft request' (duration: 329.372033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:07.87359Z","caller":"traceutil/trace.go:171","msg":"trace[264532823] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5303; }","duration":"782.733027ms","start":"2026-03-31T22:29:07.090816Z","end":"2026-03-31T22:29:07.873549Z","steps":["trace[264532823] 'read index received' (duration: 30.919598ms)","trace[264532823] 'applied index is now lower than readState.Index' (duration: 751.810189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:07.8736Z","caller":"traceutil/trace.go:171","msg":"trace[1405952416] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"784.934476ms","start":"2026-03-31T22:29:07.088617Z","end":"2026-03-31T22:29:07.873552Z","steps":["trace[1405952416] 'process raft request' (duration: 784.499656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:07.873645Z","caller":"traceutil/trace.go:171","msg":"trace[124617617] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"785.13398ms","start":"2026-03-31T22:29:07.088483Z","end":"2026-03-31T22:29:07.873617Z","steps":["trace[124617617] 'process raft request' (duration: 301.8599ms)","trace[124617617] 'compare' (duration: 482.211477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:07.873664Z","caller":"traceutil/trace.go:171","msg":"trace[1267285962] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"783.937835ms","start":"2026-03-31T22:29:07.089615Z","end":"2026-03-31T22:29:07.873553Z","steps":["trace[1267285962] 'process raft request' (duration: 783.603757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:07.873698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.543858Z","time spent":"329.531817ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:07.873751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.088464Z","time spent":"785.231963ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:07.8736Z","caller":"traceutil/trace.go:171","msg":"trace[178265054] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"784.018776ms","start":"2026-03-31T22:29:07.089544Z","end":"2026-03-31T22:29:07.873563Z","steps":["trace[178265054] 'process raft request' (duration: 783.636458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:07.873776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.089607Z","time spent":"784.108178ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:07.873769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.088567Z","time spent":"785.115841ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:07.87389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.089531Z","time spent":"784.293792ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:07.873865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.024763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:07.873894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.096837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:07.873956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.628265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:07.873976Z","caller":"traceutil/trace.go:171","msg":"trace[33670511] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5106; }","duration":"210.188509ms","start":"2026-03-31T22:29:07.663768Z","end":"2026-03-31T22:29:07.873956Z","steps":["trace[33670511] 'agreement among raft nodes before linearized reading' (duration: 210.061687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:07.873973Z","caller":"traceutil/trace.go:171","msg":"trace[930966362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5106; }","duration":"783.176977ms","start":"2026-03-31T22:29:07.090772Z","end":"2026-03-31T22:29:07.873949Z","steps":["trace[930966362] 'agreement among raft nodes before linearized reading' (duration: 782.878591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:07.873989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.996539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16180"} {"level":"warn","ts":"2026-03-31T22:29:07.874032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.090759Z","time spent":"783.261419ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:29:07.874051Z","caller":"traceutil/trace.go:171","msg":"trace[394537787] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5106; }","duration":"260.084191ms","start":"2026-03-31T22:29:07.613947Z","end":"2026-03-31T22:29:07.874031Z","steps":["trace[394537787] 'agreement among raft nodes before linearized reading' (duration: 259.902307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:07.874082Z","caller":"traceutil/trace.go:171","msg":"trace[718816131] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5106; }","duration":"597.676406ms","start":"2026-03-31T22:29:07.276317Z","end":"2026-03-31T22:29:07.873993Z","steps":["trace[718816131] 'agreement among raft nodes before linearized reading' (duration: 597.589584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:07.874128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.276271Z","time spent":"597.84417ms","remote":"127.0.0.1:40352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:07.874359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.882511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777646"} {"level":"info","ts":"2026-03-31T22:29:07.874431Z","caller":"traceutil/trace.go:171","msg":"trace[481383035] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5106; }","duration":"778.967353ms","start":"2026-03-31T22:29:07.095443Z","end":"2026-03-31T22:29:07.87441Z","steps":["trace[481383035] 'agreement among raft nodes before linearized reading' (duration: 778.393871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:07.874471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:07.095431Z","time spent":"779.029314ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777669,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T22:29:11.11749Z","caller":"traceutil/trace.go:171","msg":"trace[466943163] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"188.926027ms","start":"2026-03-31T22:29:10.92854Z","end":"2026-03-31T22:29:11.117466Z","steps":["trace[466943163] 'process raft request' (duration: 181.601924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:11.119369Z","caller":"traceutil/trace.go:171","msg":"trace[1006798193] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5368; }","duration":"187.572986ms","start":"2026-03-31T22:29:10.931762Z","end":"2026-03-31T22:29:11.119335Z","steps":["trace[1006798193] 'read index received' (duration: 178.413182ms)","trace[1006798193] 'applied index is now lower than readState.Index' (duration: 9.157854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:11.119493Z","caller":"traceutil/trace.go:171","msg":"trace[1187135061] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"190.067902ms","start":"2026-03-31T22:29:10.929381Z","end":"2026-03-31T22:29:11.119449Z","steps":["trace[1187135061] 'process raft request' (duration: 189.763474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.119577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.794051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5d7b554748-5qwdx.18a20d97efeeb385\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-31T22:29:11.119624Z","caller":"traceutil/trace.go:171","msg":"trace[563914053] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5d7b554748-5qwdx.18a20d97efeeb385; range_end:; response_count:1; response_revision:5163; }","duration":"187.889863ms","start":"2026-03-31T22:29:10.931724Z","end":"2026-03-31T22:29:11.119614Z","steps":["trace[563914053] 'agreement among raft nodes before linearized reading' (duration: 187.74253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:11.119645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.976069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:11.11969Z","caller":"traceutil/trace.go:171","msg":"trace[2016377741] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5163; }","duration":"145.113281ms","start":"2026-03-31T22:29:10.974565Z","end":"2026-03-31T22:29:11.119679Z","steps":["trace[2016377741] 'agreement among raft nodes before linearized reading' (duration: 144.958537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:13.37548Z","caller":"traceutil/trace.go:171","msg":"trace[628934274] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"219.657852ms","start":"2026-03-31T22:29:13.155743Z","end":"2026-03-31T22:29:13.375401Z","steps":["trace[628934274] 'process raft request' (duration: 121.402104ms)","trace[628934274] 'compare' (duration: 98.006052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:16.312962Z","caller":"traceutil/trace.go:171","msg":"trace[54740671] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5243; }","duration":"110.48587ms","start":"2026-03-31T22:29:16.20245Z","end":"2026-03-31T22:29:16.312935Z","steps":["trace[54740671] 'process raft request' (duration: 110.375677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.512897Z","caller":"traceutil/trace.go:171","msg":"trace[1333843278] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"189.538861ms","start":"2026-03-31T22:29:16.323332Z","end":"2026-03-31T22:29:16.51287Z","steps":["trace[1333843278] 'process raft request' (duration: 189.380537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:16.648305Z","caller":"traceutil/trace.go:171","msg":"trace[283719960] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"100.088488ms","start":"2026-03-31T22:29:16.548127Z","end":"2026-03-31T22:29:16.648215Z","steps":["trace[283719960] 'process raft request' (duration: 31.809849ms)","trace[283719960] 'compare' (duration: 68.099875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:16.902878Z","caller":"traceutil/trace.go:171","msg":"trace[1319623719] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"244.390981ms","start":"2026-03-31T22:29:16.658457Z","end":"2026-03-31T22:29:16.902848Z","steps":["trace[1319623719] 'process raft request' (duration: 176.470889ms)","trace[1319623719] 'compare' (duration: 67.731758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:17.059274Z","caller":"traceutil/trace.go:171","msg":"trace[1674233168] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"122.726023ms","start":"2026-03-31T22:29:16.936522Z","end":"2026-03-31T22:29:17.059248Z","steps":["trace[1674233168] 'process raft request' (duration: 122.634521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:17.059314Z","caller":"traceutil/trace.go:171","msg":"trace[834668324] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"149.672563ms","start":"2026-03-31T22:29:16.909606Z","end":"2026-03-31T22:29:17.059279Z","steps":["trace[834668324] 'process raft request' (duration: 110.157813ms)","trace[834668324] 'compare' (duration: 39.216053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:17.059342Z","caller":"traceutil/trace.go:171","msg":"trace[2065321852] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"122.347024ms","start":"2026-03-31T22:29:16.93697Z","end":"2026-03-31T22:29:17.059317Z","steps":["trace[2065321852] 'process raft request' (duration: 122.244382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.210298Z","caller":"traceutil/trace.go:171","msg":"trace[1913070587] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"194.135363ms","start":"2026-03-31T22:29:18.016135Z","end":"2026-03-31T22:29:18.210271Z","steps":["trace[1913070587] 'process raft request' (duration: 193.685513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.21036Z","caller":"traceutil/trace.go:171","msg":"trace[183687656] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"194.194054ms","start":"2026-03-31T22:29:18.016134Z","end":"2026-03-31T22:29:18.210328Z","steps":["trace[183687656] 'process raft request' (duration: 194.02268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.21054Z","caller":"traceutil/trace.go:171","msg":"trace[1469981256] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"194.078551ms","start":"2026-03-31T22:29:18.01643Z","end":"2026-03-31T22:29:18.210508Z","steps":["trace[1469981256] 'process raft request' (duration: 193.846726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.210626Z","caller":"traceutil/trace.go:171","msg":"trace[1486450704] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5492; }","duration":"190.663175ms","start":"2026-03-31T22:29:18.019951Z","end":"2026-03-31T22:29:18.210614Z","steps":["trace[1486450704] 'read index received' (duration: 9.797538ms)","trace[1486450704] 'applied index is now lower than readState.Index' (duration: 180.864607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:18.210729Z","caller":"traceutil/trace.go:171","msg":"trace[423010273] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"193.756514ms","start":"2026-03-31T22:29:18.016935Z","end":"2026-03-31T22:29:18.210691Z","steps":["trace[423010273] 'process raft request' (duration: 193.470868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.210969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.998802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130849"} {"level":"info","ts":"2026-03-31T22:29:18.211047Z","caller":"traceutil/trace.go:171","msg":"trace[1402186271] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5287; }","duration":"191.113385ms","start":"2026-03-31T22:29:18.019916Z","end":"2026-03-31T22:29:18.21103Z","steps":["trace[1402186271] 'agreement among raft nodes before linearized reading' (duration: 190.777088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.21162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.307773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:29:18.211702Z","caller":"traceutil/trace.go:171","msg":"trace[1882473863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5287; }","duration":"175.429796ms","start":"2026-03-31T22:29:18.03625Z","end":"2026-03-31T22:29:18.21168Z","steps":["trace[1882473863] 'agreement among raft nodes before linearized reading' (duration: 174.464754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.519259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.371034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:18.51939Z","caller":"traceutil/trace.go:171","msg":"trace[338285216] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5498; }","duration":"151.337509ms","start":"2026-03-31T22:29:18.368035Z","end":"2026-03-31T22:29:18.519373Z","steps":["trace[338285216] 'read index received' (duration: 46.671µs)","trace[338285216] 'applied index is now lower than readState.Index' (duration: 151.289628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:18.519492Z","caller":"traceutil/trace.go:171","msg":"trace[1343606161] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"210.029126ms","start":"2026-03-31T22:29:18.30945Z","end":"2026-03-31T22:29:18.519479Z","steps":["trace[1343606161] 'process raft request' (duration: 39.357777ms)","trace[1343606161] 'compare' (duration: 170.198919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:18.519977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.922693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:18.520096Z","caller":"traceutil/trace.go:171","msg":"trace[148994596] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5289; }","duration":"152.085705ms","start":"2026-03-31T22:29:18.367982Z","end":"2026-03-31T22:29:18.520068Z","steps":["trace[148994596] 'agreement among raft nodes before linearized reading' (duration: 151.670096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.965928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.76202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:18.966555Z","caller":"traceutil/trace.go:171","msg":"trace[1617942595] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"443.136606ms","start":"2026-03-31T22:29:18.523394Z","end":"2026-03-31T22:29:18.966531Z","steps":["trace[1617942595] 'process raft request' (duration: 258.560237ms)","trace[1617942595] 'compare' (duration: 183.377502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:18.966697Z","caller":"traceutil/trace.go:171","msg":"trace[84594259] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5499; }","duration":"442.345549ms","start":"2026-03-31T22:29:18.524338Z","end":"2026-03-31T22:29:18.966683Z","steps":["trace[84594259] 'read index received' (duration: 257.631876ms)","trace[84594259] 'applied index is now lower than readState.Index' (duration: 184.712613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:18.966747Z","caller":"traceutil/trace.go:171","msg":"trace[2135450505] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"442.504092ms","start":"2026-03-31T22:29:18.524233Z","end":"2026-03-31T22:29:18.966737Z","steps":["trace[2135450505] 'process raft request' (duration: 441.807727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.966781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.43238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:18.966801Z","caller":"traceutil/trace.go:171","msg":"trace[1239320959] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"437.758086ms","start":"2026-03-31T22:29:18.529029Z","end":"2026-03-31T22:29:18.966787Z","steps":["trace[1239320959] 'process raft request' (duration: 437.594762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:18.96681Z","caller":"traceutil/trace.go:171","msg":"trace[777660166] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5292; }","duration":"442.493202ms","start":"2026-03-31T22:29:18.524306Z","end":"2026-03-31T22:29:18.966799Z","steps":["trace[777660166] 'agreement among raft nodes before linearized reading' (duration: 442.423271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:18.96682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.524224Z","time spent":"442.543223ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:29:18.966852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.524296Z","time spent":"442.548193ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:29:18.96687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.529016Z","time spent":"437.814708ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:18.96701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:18.523373Z","time spent":"443.621726ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:29:24.140965Z","caller":"traceutil/trace.go:171","msg":"trace[679076611] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"111.144715ms","start":"2026-03-31T22:29:24.029789Z","end":"2026-03-31T22:29:24.140934Z","steps":["trace[679076611] 'process raft request' (duration: 110.875799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.292252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.390191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:26.292437Z","caller":"traceutil/trace.go:171","msg":"trace[142708246] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"316.163469ms","start":"2026-03-31T22:29:25.976247Z","end":"2026-03-31T22:29:26.29241Z","steps":["trace[142708246] 'process raft request' (duration: 195.539154ms)","trace[142708246] 'compare' (duration: 120.114984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:26.292524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:25.976213Z","time spent":"316.275992ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:29:26.445591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.210902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T22:29:26.44602Z","caller":"traceutil/trace.go:171","msg":"trace[1549267444] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"299.816875ms","start":"2026-03-31T22:29:26.146172Z","end":"2026-03-31T22:29:26.445989Z","steps":["trace[1549267444] 'process raft request' (duration: 299.511399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.44617Z","caller":"traceutil/trace.go:171","msg":"trace[1757538846] linearizableReadLoop","detail":"{readStateIndex:5595; appliedIndex:5593; }","duration":"381.741659ms","start":"2026-03-31T22:29:26.064392Z","end":"2026-03-31T22:29:26.446133Z","steps":["trace[1757538846] 'read index received' (duration: 107.512904ms)","trace[1757538846] 'applied index is now lower than readState.Index' (duration: 274.222725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:26.446389Z","caller":"traceutil/trace.go:171","msg":"trace[1931152175] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"150.322636ms","start":"2026-03-31T22:29:26.29604Z","end":"2026-03-31T22:29:26.446363Z","steps":["trace[1931152175] 'process raft request' (duration: 149.938808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.446413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.000765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:26.446509Z","caller":"traceutil/trace.go:171","msg":"trace[584777647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5385; }","duration":"382.132098ms","start":"2026-03-31T22:29:26.064357Z","end":"2026-03-31T22:29:26.446489Z","steps":["trace[584777647] 'agreement among raft nodes before linearized reading' (duration: 381.957114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.446546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:26.064345Z","time spent":"382.192379ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:29:26.446595Z","caller":"traceutil/trace.go:171","msg":"trace[1532100747] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"148.388444ms","start":"2026-03-31T22:29:26.298183Z","end":"2026-03-31T22:29:26.446572Z","steps":["trace[1532100747] 'process raft request' (duration: 148.103838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.446734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.054482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:29:26.4468Z","caller":"traceutil/trace.go:171","msg":"trace[322609162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5387; }","duration":"287.175775ms","start":"2026-03-31T22:29:26.159608Z","end":"2026-03-31T22:29:26.446784Z","steps":["trace[322609162] 'agreement among raft nodes before linearized reading' (duration: 286.97476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.446893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.066622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:29:26.447018Z","caller":"traceutil/trace.go:171","msg":"trace[657141541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5387; }","duration":"199.207525ms","start":"2026-03-31T22:29:26.247794Z","end":"2026-03-31T22:29:26.447001Z","steps":["trace[657141541] 'agreement among raft nodes before linearized reading' (duration: 198.883268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.447029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.37277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:26.447033Z","caller":"traceutil/trace.go:171","msg":"trace[832639033] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"148.754041ms","start":"2026-03-31T22:29:26.298242Z","end":"2026-03-31T22:29:26.446996Z","steps":["trace[832639033] 'process raft request' (duration: 148.24915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:26.446896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.807282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130849"} {"level":"warn","ts":"2026-03-31T22:29:26.447018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.702915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:29:26.447158Z","caller":"traceutil/trace.go:171","msg":"trace[1968499304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5387; }","duration":"198.866248ms","start":"2026-03-31T22:29:26.248277Z","end":"2026-03-31T22:29:26.447143Z","steps":["trace[1968499304] 'agreement among raft nodes before linearized reading' (duration: 198.579941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.447166Z","caller":"traceutil/trace.go:171","msg":"trace[84819838] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5387; }","duration":"149.110609ms","start":"2026-03-31T22:29:26.298022Z","end":"2026-03-31T22:29:26.447133Z","steps":["trace[84819838] 'agreement among raft nodes before linearized reading' (duration: 148.633459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.447088Z","caller":"traceutil/trace.go:171","msg":"trace[1074505555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5387; }","duration":"200.484284ms","start":"2026-03-31T22:29:26.246587Z","end":"2026-03-31T22:29:26.447071Z","steps":["trace[1074505555] 'agreement among raft nodes before linearized reading' (duration: 200.214578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.648133Z","caller":"traceutil/trace.go:171","msg":"trace[716658139] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"119.629333ms","start":"2026-03-31T22:29:26.528483Z","end":"2026-03-31T22:29:26.648113Z","steps":["trace[716658139] 'process raft request' (duration: 117.68979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:26.649067Z","caller":"traceutil/trace.go:171","msg":"trace[368379940] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"114.605752ms","start":"2026-03-31T22:29:26.534445Z","end":"2026-03-31T22:29:26.649051Z","steps":["trace[368379940] 'process raft request' (duration: 114.474969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.564692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670537347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:28.572649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.812522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:28.572816Z","caller":"traceutil/trace.go:171","msg":"trace[91432629] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5465; }","duration":"859.056277ms","start":"2026-03-31T22:29:27.713679Z","end":"2026-03-31T22:29:28.572735Z","steps":["trace[91432629] 'count revisions from in-memory index tree' (duration: 858.688209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.57287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.713651Z","time spent":"859.20406ms","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:28.573147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.955078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T22:29:28.573204Z","caller":"traceutil/trace.go:171","msg":"trace[404200384] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c; range_end:; response_count:1; response_revision:5465; }","duration":"746.104302ms","start":"2026-03-31T22:29:27.827083Z","end":"2026-03-31T22:29:28.573188Z","steps":["trace[404200384] 'range keys from in-memory index tree' (duration: 745.721263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.573238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.82705Z","time spent":"746.181614ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c\" "} {"level":"info","ts":"2026-03-31T22:29:28.630945Z","caller":"traceutil/trace.go:171","msg":"trace[633200645] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"697.782666ms","start":"2026-03-31T22:29:27.933133Z","end":"2026-03-31T22:29:28.630915Z","steps":["trace[633200645] 'process raft request' (duration: 697.628333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:28.631094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:27.933107Z","time spent":"697.914519ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:29.024496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.402296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:29.024617Z","caller":"traceutil/trace.go:171","msg":"trace[1282188016] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5678; }","duration":"960.622809ms","start":"2026-03-31T22:29:28.06395Z","end":"2026-03-31T22:29:29.024572Z","steps":["trace[1282188016] 'read index received' (duration: 566.850452ms)","trace[1282188016] 'applied index is now lower than readState.Index' (duration: 393.771047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:29.024853Z","caller":"traceutil/trace.go:171","msg":"trace[1757133870] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"572.141598ms","start":"2026-03-31T22:29:28.452551Z","end":"2026-03-31T22:29:29.024693Z","steps":["trace[1757133870] 'process raft request' (duration: 387.417925ms)","trace[1757133870] 'compare' (duration: 183.979777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:29.024953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.026262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:29:29.025041Z","caller":"traceutil/trace.go:171","msg":"trace[1510335271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5467; }","duration":"491.165775ms","start":"2026-03-31T22:29:28.533856Z","end":"2026-03-31T22:29:29.025022Z","steps":["trace[1510335271] 'agreement among raft nodes before linearized reading' (duration: 490.890969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.025022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.085008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:29.025098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.533805Z","time spent":"491.284388ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:29:29.025101Z","caller":"traceutil/trace.go:171","msg":"trace[38199136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5467; }","duration":"961.194011ms","start":"2026-03-31T22:29:28.063895Z","end":"2026-03-31T22:29:29.025089Z","steps":["trace[38199136] 'agreement among raft nodes before linearized reading' (duration: 961.105579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.02514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.063871Z","time spent":"961.261542ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:29.025153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.345183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:29.024968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.795012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-31T22:29:29.025189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.452518Z","time spent":"572.479226ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:29.025196Z","caller":"traceutil/trace.go:171","msg":"trace[437865867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5467; }","duration":"488.417744ms","start":"2026-03-31T22:29:28.536764Z","end":"2026-03-31T22:29:29.025182Z","steps":["trace[437865867] 'agreement among raft nodes before linearized reading' (duration: 488.333482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.025305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.536752Z","time spent":"488.540836ms","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.024957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.302718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:29:29.02529Z","caller":"traceutil/trace.go:171","msg":"trace[699859300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c; range_end:; response_count:1; response_revision:5467; }","duration":"480.083348ms","start":"2026-03-31T22:29:28.545156Z","end":"2026-03-31T22:29:29.025239Z","steps":["trace[699859300] 'agreement among raft nodes before linearized reading' (duration: 479.681669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.025341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.604255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:29:29.025379Z","caller":"traceutil/trace.go:171","msg":"trace[667435150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5467; }","duration":"491.732988ms","start":"2026-03-31T22:29:28.533618Z","end":"2026-03-31T22:29:29.025351Z","steps":["trace[667435150] 'agreement among raft nodes before linearized reading' (duration: 491.146055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.024794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.940474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:29.02542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.545131Z","time spent":"480.265443ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f9077d1-f03a-4410-9e0d-9b9003084d1c\" "} {"level":"warn","ts":"2026-03-31T22:29:29.025416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.734288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:29:29.025453Z","caller":"traceutil/trace.go:171","msg":"trace[977325984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5467; }","duration":"491.886011ms","start":"2026-03-31T22:29:28.533549Z","end":"2026-03-31T22:29:29.025435Z","steps":["trace[977325984] 'agreement among raft nodes before linearized reading' (duration: 491.509843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.025464Z","caller":"traceutil/trace.go:171","msg":"trace[1412085021] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5467; }","duration":"634.66164ms","start":"2026-03-31T22:29:28.390787Z","end":"2026-03-31T22:29:29.025449Z","steps":["trace[1412085021] 'agreement among raft nodes before linearized reading' (duration: 633.944644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.025477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.533507Z","time spent":"491.941972ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:29:29.025498Z","caller":"traceutil/trace.go:171","msg":"trace[1313961849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5467; }","duration":"491.86147ms","start":"2026-03-31T22:29:28.533616Z","end":"2026-03-31T22:29:29.025478Z","steps":["trace[1313961849] 'agreement among raft nodes before linearized reading' (duration: 491.39432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.025501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.533536Z","time spent":"491.955203ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:29:29.025507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.390767Z","time spent":"634.726192ms","remote":"127.0.0.1:45732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:29.025546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:28.533589Z","time spent":"491.947813ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:29:29.473254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.766914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:29.473371Z","caller":"traceutil/trace.go:171","msg":"trace[1808560571] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"443.901133ms","start":"2026-03-31T22:29:29.029448Z","end":"2026-03-31T22:29:29.47335Z","steps":["trace[1808560571] 'process raft request' (duration: 174.949875ms)","trace[1808560571] 'compare' (duration: 268.664521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:29.473438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.029427Z","time spent":"443.978944ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:29.52733Z","caller":"traceutil/trace.go:171","msg":"trace[1014275128] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"497.799253ms","start":"2026-03-31T22:29:29.029493Z","end":"2026-03-31T22:29:29.527292Z","steps":["trace[1014275128] 'process raft request' (duration: 497.352213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.527444Z","caller":"traceutil/trace.go:171","msg":"trace[1991918047] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"492.921614ms","start":"2026-03-31T22:29:29.034498Z","end":"2026-03-31T22:29:29.52742Z","steps":["trace[1991918047] 'process raft request' (duration: 492.72719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.527514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.029465Z","time spent":"497.951427ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:29.527512Z","caller":"traceutil/trace.go:171","msg":"trace[42807933] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"496.505675ms","start":"2026-03-31T22:29:29.030984Z","end":"2026-03-31T22:29:29.52749Z","steps":["trace[42807933] 'process raft request' (duration: 496.093366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.527625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.03097Z","time spent":"496.606678ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:29.527684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.034473Z","time spent":"493.032237ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:29.527744Z","caller":"traceutil/trace.go:171","msg":"trace[1790448695] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"496.618998ms","start":"2026-03-31T22:29:29.031085Z","end":"2026-03-31T22:29:29.527704Z","steps":["trace[1790448695] 'process raft request' (duration: 496.061325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.527933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.031063Z","time spent":"496.77257ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:29.527981Z","caller":"traceutil/trace.go:171","msg":"trace[1090531993] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"421.386692ms","start":"2026-03-31T22:29:29.106565Z","end":"2026-03-31T22:29:29.527952Z","steps":["trace[1090531993] 'process raft request' (duration: 420.785569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.528138Z","caller":"traceutil/trace.go:171","msg":"trace[1678098003] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"421.455834ms","start":"2026-03-31T22:29:29.106665Z","end":"2026-03-31T22:29:29.528121Z","steps":["trace[1678098003] 'process raft request' (duration: 421.197778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:29.5282Z","caller":"traceutil/trace.go:171","msg":"trace[275609259] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5680; }","duration":"464.524813ms","start":"2026-03-31T22:29:29.063656Z","end":"2026-03-31T22:29:29.528181Z","steps":["trace[275609259] 'read index received' (duration: 140.756404ms)","trace[275609259] 'applied index is now lower than readState.Index' (duration: 323.766949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:29.528225Z","caller":"traceutil/trace.go:171","msg":"trace[679783485] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"421.488865ms","start":"2026-03-31T22:29:29.106725Z","end":"2026-03-31T22:29:29.528214Z","steps":["trace[679783485] 'process raft request' (duration: 421.341061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.528253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.106644Z","time spent":"421.555146ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:29.528283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.106693Z","time spent":"421.568417ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:29.528156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.106536Z","time spent":"421.523555ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:29.528348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.679996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:29.528399Z","caller":"traceutil/trace.go:171","msg":"trace[1949533525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5475; }","duration":"464.764457ms","start":"2026-03-31T22:29:29.063619Z","end":"2026-03-31T22:29:29.528383Z","steps":["trace[1949533525] 'agreement among raft nodes before linearized reading' (duration: 464.680726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.528448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.063606Z","time spent":"464.83205ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:29:29.528538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.059266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:29:29.528566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.328546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:29:29.528616Z","caller":"traceutil/trace.go:171","msg":"trace[1497954612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:5475; }","duration":"309.438519ms","start":"2026-03-31T22:29:29.219169Z","end":"2026-03-31T22:29:29.528608Z","steps":["trace[1497954612] 'agreement among raft nodes before linearized reading' (duration: 309.281966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.528555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.786648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:29.528623Z","caller":"traceutil/trace.go:171","msg":"trace[938892574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5475; }","duration":"351.160848ms","start":"2026-03-31T22:29:29.177418Z","end":"2026-03-31T22:29:29.528578Z","steps":["trace[938892574] 'agreement among raft nodes before linearized reading' (duration: 350.982144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.52865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.219148Z","time spent":"309.48776ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"info","ts":"2026-03-31T22:29:29.528665Z","caller":"traceutil/trace.go:171","msg":"trace[1884760275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5475; }","duration":"146.942661ms","start":"2026-03-31T22:29:29.381702Z","end":"2026-03-31T22:29:29.528645Z","steps":["trace[1884760275] 'agreement among raft nodes before linearized reading' (duration: 146.716286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:29.528664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:29.177391Z","time spent":"351.26408ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:29:32.148025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670537424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:29:32.188265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.190548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:29:32.188396Z","caller":"traceutil/trace.go:171","msg":"trace[1030182519] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"578.01302ms","start":"2026-03-31T22:29:31.610352Z","end":"2026-03-31T22:29:32.188365Z","steps":["trace[1030182519] 'process raft request' (duration: 28.644177ms)","trace[1030182519] 'compare' (duration: 548.933892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:32.188477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.610326Z","time spent":"578.119792ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:32.189329Z","caller":"traceutil/trace.go:171","msg":"trace[1297904854] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"578.863129ms","start":"2026-03-31T22:29:31.61043Z","end":"2026-03-31T22:29:32.189294Z","steps":["trace[1297904854] 'process raft request' (duration: 578.628654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.18943Z","caller":"traceutil/trace.go:171","msg":"trace[1588234528] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"578.335177ms","start":"2026-03-31T22:29:31.611067Z","end":"2026-03-31T22:29:32.189403Z","steps":["trace[1588234528] 'process raft request' (duration: 578.252495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.189447Z","caller":"traceutil/trace.go:171","msg":"trace[1019748126] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"578.538472ms","start":"2026-03-31T22:29:31.610876Z","end":"2026-03-31T22:29:32.189415Z","steps":["trace[1019748126] 'process raft request' (duration: 578.398248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.189504Z","caller":"traceutil/trace.go:171","msg":"trace[962239979] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"578.561972ms","start":"2026-03-31T22:29:31.610818Z","end":"2026-03-31T22:29:32.18938Z","steps":["trace[962239979] 'process raft request' (duration: 578.386388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:32.189597Z","caller":"traceutil/trace.go:171","msg":"trace[112888399] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5717; }","duration":"542.045088ms","start":"2026-03-31T22:29:31.647538Z","end":"2026-03-31T22:29:32.189583Z","steps":["trace[112888399] 'read index received' (duration: 541.497486ms)","trace[112888399] 'applied index is now lower than readState.Index' (duration: 546.162µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:32.189628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.610806Z","time spent":"578.758716ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:32.189604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.61106Z","time spent":"578.45067ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:32.189685Z","caller":"traceutil/trace.go:171","msg":"trace[1023859484] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"578.115481ms","start":"2026-03-31T22:29:31.611547Z","end":"2026-03-31T22:29:32.189663Z","steps":["trace[1023859484] 'process raft request' (duration: 577.811624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.189621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.61087Z","time spent":"578.659884ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:32.189775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.600869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:29:32.189799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.611541Z","time spent":"578.198813ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:32.189833Z","caller":"traceutil/trace.go:171","msg":"trace[1056638663] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5508; }","duration":"537.686592ms","start":"2026-03-31T22:29:31.652138Z","end":"2026-03-31T22:29:32.189824Z","steps":["trace[1056638663] 'agreement among raft nodes before linearized reading' (duration: 537.584069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.18984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.295384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T22:29:32.189864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.652124Z","time spent":"537.728462ms","remote":"127.0.0.1:45738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:29:32.189904Z","caller":"traceutil/trace.go:171","msg":"trace[1352472215] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5508; }","duration":"542.397556ms","start":"2026-03-31T22:29:31.647493Z","end":"2026-03-31T22:29:32.18989Z","steps":["trace[1352472215] 'agreement among raft nodes before linearized reading' (duration: 542.195462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.189949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.267182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:32.190015Z","caller":"traceutil/trace.go:171","msg":"trace[1126257552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5508; }","duration":"126.428125ms","start":"2026-03-31T22:29:32.063574Z","end":"2026-03-31T22:29:32.190002Z","steps":["trace[1126257552] 'agreement among raft nodes before linearized reading' (duration: 126.233171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:32.189949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.647479Z","time spent":"542.459727ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T22:29:32.18953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:31.610421Z","time spent":"579.015692ms","remote":"127.0.0.1:45902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:29:32.843376Z","caller":"traceutil/trace.go:171","msg":"trace[1633401522] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"233.366385ms","start":"2026-03-31T22:29:32.609981Z","end":"2026-03-31T22:29:32.843347Z","steps":["trace[1633401522] 'process raft request' (duration: 233.210792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:33.102514Z","caller":"traceutil/trace.go:171","msg":"trace[67148613] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"218.045325ms","start":"2026-03-31T22:29:32.884443Z","end":"2026-03-31T22:29:33.102488Z","steps":["trace[67148613] 'process raft request' (duration: 143.173238ms)","trace[67148613] 'compare' (duration: 74.693333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:33.942167Z","caller":"traceutil/trace.go:171","msg":"trace[1247942717] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"148.920396ms","start":"2026-03-31T22:29:33.79322Z","end":"2026-03-31T22:29:33.942141Z","steps":["trace[1247942717] 'process raft request' (duration: 148.749053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.451991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670537480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:29:34.615005Z","caller":"traceutil/trace.go:171","msg":"trace[1763279014] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"666.739045ms","start":"2026-03-31T22:29:33.948243Z","end":"2026-03-31T22:29:34.614982Z","steps":["trace[1763279014] 'process raft request' (duration: 666.598882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.615214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.948219Z","time spent":"666.894049ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:29:34.618234Z","caller":"traceutil/trace.go:171","msg":"trace[228433198] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"666.628583ms","start":"2026-03-31T22:29:33.951595Z","end":"2026-03-31T22:29:34.618224Z","steps":["trace[228433198] 'read index received' (duration: 663.385451ms)","trace[228433198] 'applied index is now lower than readState.Index' (duration: 3.242412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:34.618297Z","caller":"traceutil/trace.go:171","msg":"trace[1912465176] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"387.366345ms","start":"2026-03-31T22:29:34.230922Z","end":"2026-03-31T22:29:34.618289Z","steps":["trace[1912465176] 'process raft request' (duration: 387.238092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.618355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:34.230896Z","time spent":"387.426036ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:34.618475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.093826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T22:29:34.618492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.260587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:29:34.61849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.897479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:9225"} {"level":"info","ts":"2026-03-31T22:29:34.618546Z","caller":"traceutil/trace.go:171","msg":"trace[783681933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5538; }","duration":"584.198648ms","start":"2026-03-31T22:29:34.034328Z","end":"2026-03-31T22:29:34.618527Z","steps":["trace[783681933] 'agreement among raft nodes before linearized reading' (duration: 583.981703ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:34.618556Z","caller":"traceutil/trace.go:171","msg":"trace[1573954939] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5538; }","duration":"230.362999ms","start":"2026-03-31T22:29:34.388176Z","end":"2026-03-31T22:29:34.618539Z","steps":["trace[1573954939] 'agreement among raft nodes before linearized reading' (duration: 230.174665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:34.618562Z","caller":"traceutil/trace.go:171","msg":"trace[648469407] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5538; }","duration":"667.015201ms","start":"2026-03-31T22:29:33.951533Z","end":"2026-03-31T22:29:34.618549Z","steps":["trace[648469407] 'agreement among raft nodes before linearized reading' (duration: 666.813807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.618598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:33.951508Z","time spent":"667.081632ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":9248,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T22:29:34.618598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:34.034308Z","time spent":"584.27756ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T22:29:34.618746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.030298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:29:34.618886Z","caller":"traceutil/trace.go:171","msg":"trace[1728748149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5538; }","duration":"555.471277ms","start":"2026-03-31T22:29:34.063397Z","end":"2026-03-31T22:29:34.618868Z","steps":["trace[1728748149] 'agreement among raft nodes before linearized reading' (duration: 555.008767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:34.618936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:34.063386Z","time spent":"555.535838ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:29:41.501838Z","caller":"traceutil/trace.go:171","msg":"trace[335902377] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"357.770635ms","start":"2026-03-31T22:29:41.144042Z","end":"2026-03-31T22:29:41.501812Z","steps":["trace[335902377] 'process raft request' (duration: 357.609371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:41.50199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:41.144014Z","time spent":"357.903657ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:29:47.524937Z","caller":"traceutil/trace.go:171","msg":"trace[1058817996] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"103.993068ms","start":"2026-03-31T22:29:47.420864Z","end":"2026-03-31T22:29:47.524858Z","steps":["trace[1058817996] 'process raft request' (duration: 91.592642ms)","trace[1058817996] 'compare' (duration: 12.066049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:47.859502Z","caller":"traceutil/trace.go:171","msg":"trace[1366593647] linearizableReadLoop","detail":"{readStateIndex:5906; appliedIndex:5902; }","duration":"182.746153ms","start":"2026-03-31T22:29:47.676717Z","end":"2026-03-31T22:29:47.859463Z","steps":["trace[1366593647] 'read index received' (duration: 6.588767ms)","trace[1366593647] 'applied index is now lower than readState.Index' (duration: 176.152956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:47.859523Z","caller":"traceutil/trace.go:171","msg":"trace[1124321175] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"201.237256ms","start":"2026-03-31T22:29:47.658239Z","end":"2026-03-31T22:29:47.859476Z","steps":["trace[1124321175] 'process raft request' (duration: 114.769689ms)","trace[1124321175] 'compare' (duration: 86.103518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:47.859645Z","caller":"traceutil/trace.go:171","msg":"trace[2121068955] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"200.659482ms","start":"2026-03-31T22:29:47.658936Z","end":"2026-03-31T22:29:47.859596Z","steps":["trace[2121068955] 'process raft request' (duration: 200.404257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.859829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.094112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:29:47.859881Z","caller":"traceutil/trace.go:171","msg":"trace[555589500] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"188.292736ms","start":"2026-03-31T22:29:47.671576Z","end":"2026-03-31T22:29:47.859869Z","steps":["trace[555589500] 'process raft request' (duration: 187.826166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.859888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.685155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:29:47.859929Z","caller":"traceutil/trace.go:171","msg":"trace[217199101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:5686; }","duration":"183.207054ms","start":"2026-03-31T22:29:47.676696Z","end":"2026-03-31T22:29:47.859903Z","steps":["trace[217199101] 'agreement among raft nodes before linearized reading' (duration: 182.939318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:47.859945Z","caller":"traceutil/trace.go:171","msg":"trace[743170523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5686; }","duration":"179.791757ms","start":"2026-03-31T22:29:47.680139Z","end":"2026-03-31T22:29:47.859931Z","steps":["trace[743170523] 'agreement among raft nodes before linearized reading' (duration: 179.581612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.860167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.112421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:29:47.860248Z","caller":"traceutil/trace.go:171","msg":"trace[1972279184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5686; }","duration":"148.234144ms","start":"2026-03-31T22:29:47.711995Z","end":"2026-03-31T22:29:47.86023Z","steps":["trace[1972279184] 'agreement among raft nodes before linearized reading' (duration: 148.006739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.860355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.83073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:29:47.860456Z","caller":"traceutil/trace.go:171","msg":"trace[455589451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5686; }","duration":"146.151207ms","start":"2026-03-31T22:29:47.714291Z","end":"2026-03-31T22:29:47.860442Z","steps":["trace[455589451] 'agreement among raft nodes before linearized reading' (duration: 145.441971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:47.860647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.348846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:29:47.860777Z","caller":"traceutil/trace.go:171","msg":"trace[1675235767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5686; }","duration":"139.52032ms","start":"2026-03-31T22:29:47.721233Z","end":"2026-03-31T22:29:47.860753Z","steps":["trace[1675235767] 'agreement among raft nodes before linearized reading' (duration: 138.761513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.310038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.37713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:48.310156Z","caller":"traceutil/trace.go:171","msg":"trace[1362986997] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5690; }","duration":"350.594384ms","start":"2026-03-31T22:29:47.959534Z","end":"2026-03-31T22:29:48.310128Z","steps":["trace[1362986997] 'count revisions from in-memory index tree' (duration: 350.275387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:48.310227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:47.959509Z","time spent":"350.702027ms","remote":"127.0.0.1:36378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:29:48.310272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.710404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:29:48.310371Z","caller":"traceutil/trace.go:171","msg":"trace[1846038532] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5690; }","duration":"226.889157ms","start":"2026-03-31T22:29:48.083461Z","end":"2026-03-31T22:29:48.310351Z","steps":["trace[1846038532] 'count revisions from in-memory index tree' (duration: 226.56109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.646806Z","caller":"traceutil/trace.go:171","msg":"trace[567445419] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5911; }","duration":"164.441616ms","start":"2026-03-31T22:29:48.482339Z","end":"2026-03-31T22:29:48.64678Z","steps":["trace[567445419] 'read index received' (duration: 164.17359ms)","trace[567445419] 'applied index is now lower than readState.Index' (duration: 267.106µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:29:48.64707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.725431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T22:29:48.647108Z","caller":"traceutil/trace.go:171","msg":"trace[58392566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5692; }","duration":"164.826553ms","start":"2026-03-31T22:29:48.482268Z","end":"2026-03-31T22:29:48.647095Z","steps":["trace[58392566] 'agreement among raft nodes before linearized reading' (duration: 164.618009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.647477Z","caller":"traceutil/trace.go:171","msg":"trace[1171683656] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"224.186637ms","start":"2026-03-31T22:29:48.423279Z","end":"2026-03-31T22:29:48.647465Z","steps":["trace[1171683656] 'process raft request' (duration: 223.331328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.822827Z","caller":"traceutil/trace.go:171","msg":"trace[732934837] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"114.647154ms","start":"2026-03-31T22:29:48.708148Z","end":"2026-03-31T22:29:48.822795Z","steps":["trace[732934837] 'process raft request' (duration: 114.416809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.822912Z","caller":"traceutil/trace.go:171","msg":"trace[87692568] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"114.584124ms","start":"2026-03-31T22:29:48.708305Z","end":"2026-03-31T22:29:48.822889Z","steps":["trace[87692568] 'process raft request' (duration: 114.41013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.822928Z","caller":"traceutil/trace.go:171","msg":"trace[218038675] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"114.34685ms","start":"2026-03-31T22:29:48.708552Z","end":"2026-03-31T22:29:48.822898Z","steps":["trace[218038675] 'process raft request' (duration: 114.223316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.82309Z","caller":"traceutil/trace.go:171","msg":"trace[1088604881] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"101.446542ms","start":"2026-03-31T22:29:48.721629Z","end":"2026-03-31T22:29:48.823076Z","steps":["trace[1088604881] 'process raft request' (duration: 101.194146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:48.959573Z","caller":"traceutil/trace.go:171","msg":"trace[166318058] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"112.699571ms","start":"2026-03-31T22:29:48.846839Z","end":"2026-03-31T22:29:48.959538Z","steps":["trace[166318058] 'process raft request' (duration: 44.763257ms)","trace[166318058] 'compare' (duration: 67.777131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:49.956862Z","caller":"traceutil/trace.go:171","msg":"trace[1293168852] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"541.98568ms","start":"2026-03-31T22:29:49.414855Z","end":"2026-03-31T22:29:49.956841Z","steps":["trace[1293168852] 'process raft request' (duration: 541.779925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:49.957019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:49.414825Z","time spent":"542.114373ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:29:49.957262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.381775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T22:29:49.957374Z","caller":"traceutil/trace.go:171","msg":"trace[1938994372] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5700; }","duration":"484.568009ms","start":"2026-03-31T22:29:49.472784Z","end":"2026-03-31T22:29:49.957352Z","steps":["trace[1938994372] 'agreement among raft nodes before linearized reading' (duration: 484.222471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:49.957459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:49.472763Z","time spent":"484.682653ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T22:29:49.957661Z","caller":"traceutil/trace.go:171","msg":"trace[1258015265] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5920; }","duration":"484.131089ms","start":"2026-03-31T22:29:49.472837Z","end":"2026-03-31T22:29:49.956968Z","steps":["trace[1258015265] 'read index received' (duration: 484.110099ms)","trace[1258015265] 'applied index is now lower than readState.Index' (duration: 18.63µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:29:49.965255Z","caller":"traceutil/trace.go:171","msg":"trace[1524423149] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"277.601307ms","start":"2026-03-31T22:29:49.68764Z","end":"2026-03-31T22:29:49.965241Z","steps":["trace[1524423149] 'process raft request' (duration: 277.541426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:29:49.965279Z","caller":"traceutil/trace.go:171","msg":"trace[391646828] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"404.24158ms","start":"2026-03-31T22:29:49.561008Z","end":"2026-03-31T22:29:49.965249Z","steps":["trace[391646828] 'process raft request' (duration: 404.088527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:49.965705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.566994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:29:49.965744Z","caller":"traceutil/trace.go:171","msg":"trace[1987554341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5704; }","duration":"101.657536ms","start":"2026-03-31T22:29:49.864076Z","end":"2026-03-31T22:29:49.965734Z","steps":["trace[1987554341] 'agreement among raft nodes before linearized reading' (duration: 101.570254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:29:49.966255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:29:49.56098Z","time spent":"404.382933ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:07.486819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2903} {"level":"info","ts":"2026-03-31T22:30:07.564634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2903,"took":"76.316821ms","hash":1484294916,"current-db-size-bytes":56954880,"current-db-size":"57 MB","current-db-size-in-use-bytes":32415744,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T22:30:07.564809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1484294916,"revision":2903,"compact-revision":-1} {"level":"info","ts":"2026-03-31T22:30:29.601906Z","caller":"traceutil/trace.go:171","msg":"trace[1444894470] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"352.186639ms","start":"2026-03-31T22:30:29.249694Z","end":"2026-03-31T22:30:29.601881Z","steps":["trace[1444894470] 'process raft request' (duration: 352.013955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:29.602247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:30:29.249646Z","time spent":"352.444375ms","remote":"127.0.0.1:36374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:30:30.297094Z","caller":"traceutil/trace.go:171","msg":"trace[484969875] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"124.870723ms","start":"2026-03-31T22:30:30.172194Z","end":"2026-03-31T22:30:30.297065Z","steps":["trace[484969875] 'process raft request' (duration: 87.93541ms)","trace[484969875] 'compare' (duration: 36.768959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:30.297413Z","caller":"traceutil/trace.go:171","msg":"trace[1689304997] linearizableReadLoop","detail":"{readStateIndex:6282; appliedIndex:6279; }","duration":"108.56751ms","start":"2026-03-31T22:30:30.18882Z","end":"2026-03-31T22:30:30.297388Z","steps":["trace[1689304997] 'read index received' (duration: 71.319909ms)","trace[1689304997] 'applied index is now lower than readState.Index' (duration: 37.246461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:30:30.297551Z","caller":"traceutil/trace.go:171","msg":"trace[1334404708] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"117.420397ms","start":"2026-03-31T22:30:30.180118Z","end":"2026-03-31T22:30:30.297538Z","steps":["trace[1334404708] 'process raft request' (duration: 117.183262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:30:30.297699Z","caller":"traceutil/trace.go:171","msg":"trace[790008828] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"119.730549ms","start":"2026-03-31T22:30:30.177959Z","end":"2026-03-31T22:30:30.297689Z","steps":["trace[790008828] 'process raft request' (duration: 119.066373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:30.297831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.792135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:30:30.297901Z","caller":"traceutil/trace.go:171","msg":"trace[64179973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6051; }","duration":"109.094072ms","start":"2026-03-31T22:30:30.188793Z","end":"2026-03-31T22:30:30.297887Z","steps":["trace[64179973] 'agreement among raft nodes before linearized reading' (duration: 108.737764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:30.76509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.294265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:30.765209Z","caller":"traceutil/trace.go:171","msg":"trace[1187634398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6056; }","duration":"152.465898ms","start":"2026-03-31T22:30:30.612713Z","end":"2026-03-31T22:30:30.765179Z","steps":["trace[1187634398] 'count revisions from in-memory index tree' (duration: 152.167302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:30.765475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.247646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:30:30.765572Z","caller":"traceutil/trace.go:171","msg":"trace[1272417006] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6056; }","duration":"184.41736ms","start":"2026-03-31T22:30:30.581127Z","end":"2026-03-31T22:30:30.765545Z","steps":["trace[1272417006] 'count revisions from in-memory index tree' (duration: 184.134915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:30:30.765248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.188304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:30:30.765669Z","caller":"traceutil/trace.go:171","msg":"trace[1857530588] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:6056; }","duration":"140.638594ms","start":"2026-03-31T22:30:30.625006Z","end":"2026-03-31T22:30:30.765645Z","steps":["trace[1857530588] 'range keys from in-memory index tree' (duration: 140.016861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:07.494537Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5823} {"level":"info","ts":"2026-03-31T22:35:07.588304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5823,"took":"90.92715ms","hash":2442487052,"current-db-size-bytes":56954880,"current-db-size":"57 MB","current-db-size-in-use-bytes":25477120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T22:35:07.588376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2442487052,"revision":5823,"compact-revision":2903} {"level":"info","ts":"2026-03-31T22:35:29.73036Z","caller":"traceutil/trace.go:171","msg":"trace[312904543] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"495.389738ms","start":"2026-03-31T22:35:29.234947Z","end":"2026-03-31T22:35:29.730336Z","steps":["trace[312904543] 'process raft request' (duration: 495.244905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.730599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.234916Z","time spent":"495.599882ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:29.994073Z","caller":"traceutil/trace.go:171","msg":"trace[1210728166] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"573.025991ms","start":"2026-03-31T22:35:29.421002Z","end":"2026-03-31T22:35:29.994028Z","steps":["trace[1210728166] 'process raft request' (duration: 572.669523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:29.994079Z","caller":"traceutil/trace.go:171","msg":"trace[1236868680] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"572.801296ms","start":"2026-03-31T22:35:29.421225Z","end":"2026-03-31T22:35:29.994027Z","steps":["trace[1236868680] 'process raft request' (duration: 572.700814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.99427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.420974Z","time spent":"573.190265ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:29.994533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.421211Z","time spent":"573.189515ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:29.994285Z","caller":"traceutil/trace.go:171","msg":"trace[1524059197] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"572.904518ms","start":"2026-03-31T22:35:29.421355Z","end":"2026-03-31T22:35:29.99426Z","steps":["trace[1524059197] 'process raft request' (duration: 572.625532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:29.994761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:29.421347Z","time spent":"573.329238ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:30.207574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.138874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:30.207953Z","caller":"traceutil/trace.go:171","msg":"trace[1328994514] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8453; }","duration":"143.081473ms","start":"2026-03-31T22:35:30.064852Z","end":"2026-03-31T22:35:30.207934Z","steps":["trace[1328994514] 'read index received' (duration: 142.394288ms)","trace[1328994514] 'applied index is now lower than readState.Index' (duration: 685.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:30.20799Z","caller":"traceutil/trace.go:171","msg":"trace[1974153562] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"208.152416ms","start":"2026-03-31T22:35:29.999798Z","end":"2026-03-31T22:35:30.20795Z","steps":["trace[1974153562] 'process raft request' (duration: 39.515872ms)","trace[1974153562] 'compare' (duration: 167.926868ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:30.208027Z","caller":"traceutil/trace.go:171","msg":"trace[1541632411] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"206.060619ms","start":"2026-03-31T22:35:30.001939Z","end":"2026-03-31T22:35:30.207999Z","steps":["trace[1541632411] 'process raft request' (duration: 205.921696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:30.208037Z","caller":"traceutil/trace.go:171","msg":"trace[607153958] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"207.917781ms","start":"2026-03-31T22:35:30.000099Z","end":"2026-03-31T22:35:30.208016Z","steps":["trace[607153958] 'process raft request' (duration: 207.610484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:30.20803Z","caller":"traceutil/trace.go:171","msg":"trace[995933949] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"206.814256ms","start":"2026-03-31T22:35:30.001163Z","end":"2026-03-31T22:35:30.207977Z","steps":["trace[995933949] 'process raft request' (duration: 206.659643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:30.208039Z","caller":"traceutil/trace.go:171","msg":"trace[1443093363] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"204.333661ms","start":"2026-03-31T22:35:30.003682Z","end":"2026-03-31T22:35:30.208016Z","steps":["trace[1443093363] 'process raft request' (duration: 204.208308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:30.208168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.317929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:30.208202Z","caller":"traceutil/trace.go:171","msg":"trace[1503000866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8157; }","duration":"143.3836ms","start":"2026-03-31T22:35:30.064806Z","end":"2026-03-31T22:35:30.20819Z","steps":["trace[1503000866] 'agreement among raft nodes before linearized reading' (duration: 143.234527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:30.208194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.204534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:30.209016Z","caller":"traceutil/trace.go:171","msg":"trace[255820390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8157; }","duration":"142.527461ms","start":"2026-03-31T22:35:30.065898Z","end":"2026-03-31T22:35:30.208426Z","steps":["trace[255820390] 'agreement among raft nodes before linearized reading' (duration: 142.188194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:30.419388Z","caller":"traceutil/trace.go:171","msg":"trace[1185398585] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"107.909249ms","start":"2026-03-31T22:35:30.311436Z","end":"2026-03-31T22:35:30.419345Z","steps":["trace[1185398585] 'process raft request' (duration: 71.67696ms)","trace[1185398585] 'compare' (duration: 35.986242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:30.4194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.715507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-776459dbc8-bvsgz\" ","response":"range_response_count:1 size:8307"} {"level":"info","ts":"2026-03-31T22:35:30.419527Z","caller":"traceutil/trace.go:171","msg":"trace[1973323217] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-776459dbc8-bvsgz; range_end:; response_count:1; response_revision:8157; }","duration":"108.926471ms","start":"2026-03-31T22:35:30.310573Z","end":"2026-03-31T22:35:30.4195Z","steps":["trace[1973323217] 'range keys from in-memory index tree' (duration: 108.421479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:31.498467Z","caller":"traceutil/trace.go:171","msg":"trace[1236997944] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"168.065951ms","start":"2026-03-31T22:35:31.330363Z","end":"2026-03-31T22:35:31.498429Z","steps":["trace[1236997944] 'process raft request' (duration: 167.857336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.256481Z","caller":"traceutil/trace.go:171","msg":"trace[497126043] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8510; }","duration":"163.57455ms","start":"2026-03-31T22:35:40.092884Z","end":"2026-03-31T22:35:40.256458Z","steps":["trace[497126043] 'read index received' (duration: 3.424866ms)","trace[497126043] 'applied index is now lower than readState.Index' (duration: 160.148634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:40.256644Z","caller":"traceutil/trace.go:171","msg":"trace[1442719269] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"205.240021ms","start":"2026-03-31T22:35:40.051391Z","end":"2026-03-31T22:35:40.256631Z","steps":["trace[1442719269] 'process raft request' (duration: 135.75555ms)","trace[1442719269] 'compare' (duration: 69.134863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:40.256835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.940339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:40.256992Z","caller":"traceutil/trace.go:171","msg":"trace[1177478235] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8210; }","duration":"164.140733ms","start":"2026-03-31T22:35:40.092827Z","end":"2026-03-31T22:35:40.256967Z","steps":["trace[1177478235] 'agreement among raft nodes before linearized reading' (duration: 163.946669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.256997Z","caller":"traceutil/trace.go:171","msg":"trace[52615640] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"205.259481ms","start":"2026-03-31T22:35:40.051705Z","end":"2026-03-31T22:35:40.256964Z","steps":["trace[52615640] 'process raft request' (duration: 204.703769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.486302Z","caller":"traceutil/trace.go:171","msg":"trace[541672947] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"128.719373ms","start":"2026-03-31T22:35:40.357549Z","end":"2026-03-31T22:35:40.486268Z","steps":["trace[541672947] 'process raft request' (duration: 79.208218ms)","trace[541672947] 'compare' (duration: 49.364492ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:40.501642Z","caller":"traceutil/trace.go:171","msg":"trace[1221955242] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"143.33441ms","start":"2026-03-31T22:35:40.358293Z","end":"2026-03-31T22:35:40.501628Z","steps":["trace[1221955242] 'process raft request' (duration: 143.046563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.501821Z","caller":"traceutil/trace.go:171","msg":"trace[1933131271] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"143.428242ms","start":"2026-03-31T22:35:40.358385Z","end":"2026-03-31T22:35:40.501814Z","steps":["trace[1933131271] 'process raft request' (duration: 143.216998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.501702Z","caller":"traceutil/trace.go:171","msg":"trace[360029709] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"143.276829ms","start":"2026-03-31T22:35:40.358383Z","end":"2026-03-31T22:35:40.50166Z","steps":["trace[360029709] 'process raft request' (duration: 143.157896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.501838Z","caller":"traceutil/trace.go:171","msg":"trace[1966492567] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8514; }","duration":"142.883759ms","start":"2026-03-31T22:35:40.358923Z","end":"2026-03-31T22:35:40.501807Z","steps":["trace[1966492567] 'read index received' (duration: 77.776925ms)","trace[1966492567] 'applied index is now lower than readState.Index' (duration: 65.104914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:40.50219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.262457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224294"} {"level":"info","ts":"2026-03-31T22:35:40.50222Z","caller":"traceutil/trace.go:171","msg":"trace[1115325379] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8215; }","duration":"143.343909ms","start":"2026-03-31T22:35:40.35887Z","end":"2026-03-31T22:35:40.502214Z","steps":["trace[1115325379] 'agreement among raft nodes before linearized reading' (duration: 143.026862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:40.910524Z","caller":"traceutil/trace.go:171","msg":"trace[715411686] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"184.242592ms","start":"2026-03-31T22:35:40.726239Z","end":"2026-03-31T22:35:40.910482Z","steps":["trace[715411686] 'process raft request' (duration: 123.353653ms)","trace[715411686] 'compare' (duration: 60.630582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:41.393609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.81488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:41.393726Z","caller":"traceutil/trace.go:171","msg":"trace[997817491] linearizableReadLoop","detail":"{readStateIndex:8521; appliedIndex:8520; }","duration":"480.628098ms","start":"2026-03-31T22:35:40.913078Z","end":"2026-03-31T22:35:41.393706Z","steps":["trace[997817491] 'read index received' (duration: 99.618333ms)","trace[997817491] 'applied index is now lower than readState.Index' (duration: 381.008675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:41.393853Z","caller":"traceutil/trace.go:171","msg":"trace[1329003047] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"528.239871ms","start":"2026-03-31T22:35:40.865597Z","end":"2026-03-31T22:35:41.393836Z","steps":["trace[1329003047] 'process raft request' (duration: 147.111724ms)","trace[1329003047] 'compare' (duration: 380.559975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:41.393945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.865563Z","time spent":"528.337904ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:41.394407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.726742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:41.394683Z","caller":"traceutil/trace.go:171","msg":"trace[1667288111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8217; }","duration":"330.882676ms","start":"2026-03-31T22:35:41.063594Z","end":"2026-03-31T22:35:41.394477Z","steps":["trace[1667288111] 'agreement among raft nodes before linearized reading' (duration: 330.736583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.394782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.707622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-31T22:35:41.394811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:41.063557Z","time spent":"331.189772ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:35:41.394846Z","caller":"traceutil/trace.go:171","msg":"trace[649701637] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8217; }","duration":"481.829345ms","start":"2026-03-31T22:35:40.913001Z","end":"2026-03-31T22:35:41.39483Z","steps":["trace[649701637] 'agreement among raft nodes before linearized reading' (duration: 481.226052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:41.394906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:40.912973Z","time spent":"481.921167ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T22:35:42.235755Z","caller":"traceutil/trace.go:171","msg":"trace[724738171] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"227.822377ms","start":"2026-03-31T22:35:42.007897Z","end":"2026-03-31T22:35:42.235719Z","steps":["trace[724738171] 'process raft request' (duration: 139.156917ms)","trace[724738171] 'compare' (duration: 88.375702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:42.328532Z","caller":"traceutil/trace.go:171","msg":"trace[1582995495] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"228.233695ms","start":"2026-03-31T22:35:42.10027Z","end":"2026-03-31T22:35:42.328504Z","steps":["trace[1582995495] 'process raft request' (duration: 228.077752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.644269Z","caller":"traceutil/trace.go:171","msg":"trace[1074132238] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8524; }","duration":"287.099497ms","start":"2026-03-31T22:35:42.357149Z","end":"2026-03-31T22:35:42.644248Z","steps":["trace[1074132238] 'read index received' (duration: 199.701367ms)","trace[1074132238] 'applied index is now lower than readState.Index' (duration: 87.39671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:42.644386Z","caller":"traceutil/trace.go:171","msg":"trace[247755979] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"379.644473ms","start":"2026-03-31T22:35:42.26473Z","end":"2026-03-31T22:35:42.644375Z","steps":["trace[247755979] 'process raft request' (duration: 379.403368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.644449Z","caller":"traceutil/trace.go:171","msg":"trace[495159128] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"381.514356ms","start":"2026-03-31T22:35:42.262797Z","end":"2026-03-31T22:35:42.644311Z","steps":["trace[495159128] 'process raft request' (duration: 294.043634ms)","trace[495159128] 'compare' (duration: 87.069613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:42.644491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:42.264694Z","time spent":"379.718335ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:42.644674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.512928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T22:35:42.644706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:42.262752Z","time spent":"381.794323ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:42.64476Z","caller":"traceutil/trace.go:171","msg":"trace[393972190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8222; }","duration":"287.648821ms","start":"2026-03-31T22:35:42.35709Z","end":"2026-03-31T22:35:42.644739Z","steps":["trace[393972190] 'agreement among raft nodes before linearized reading' (duration: 287.368414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.665821Z","caller":"traceutil/trace.go:171","msg":"trace[1411952422] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"213.472595ms","start":"2026-03-31T22:35:42.452323Z","end":"2026-03-31T22:35:42.665796Z","steps":["trace[1411952422] 'process raft request' (duration: 213.335542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:42.738261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.04689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:35:42.738352Z","caller":"traceutil/trace.go:171","msg":"trace[1428620664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8225; }","duration":"232.187543ms","start":"2026-03-31T22:35:42.506146Z","end":"2026-03-31T22:35:42.738333Z","steps":["trace[1428620664] 'agreement among raft nodes before linearized reading' (duration: 231.940328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.73824Z","caller":"traceutil/trace.go:171","msg":"trace[209138519] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"136.071197ms","start":"2026-03-31T22:35:42.602099Z","end":"2026-03-31T22:35:42.73817Z","steps":["trace[209138519] 'process raft request' (duration: 135.708769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:42.738547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.385746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:35:42.738582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.315925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:42.738615Z","caller":"traceutil/trace.go:171","msg":"trace[165459407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8225; }","duration":"232.449018ms","start":"2026-03-31T22:35:42.506149Z","end":"2026-03-31T22:35:42.738598Z","steps":["trace[165459407] 'agreement among raft nodes before linearized reading' (duration: 232.307585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.738635Z","caller":"traceutil/trace.go:171","msg":"trace[823626260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8225; }","duration":"232.408187ms","start":"2026-03-31T22:35:42.506213Z","end":"2026-03-31T22:35:42.738621Z","steps":["trace[823626260] 'agreement among raft nodes before linearized reading' (duration: 232.266934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:42.738262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.552192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:42.738724Z","caller":"traceutil/trace.go:171","msg":"trace[1433537221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8225; }","duration":"229.053483ms","start":"2026-03-31T22:35:42.509657Z","end":"2026-03-31T22:35:42.73871Z","steps":["trace[1433537221] 'agreement among raft nodes before linearized reading' (duration: 228.394599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:42.738963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.348613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-776459dbc8-bvsgz\" ","response":"range_response_count:1 size:8465"} {"level":"warn","ts":"2026-03-31T22:35:42.739132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.332962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:35:42.739369Z","caller":"traceutil/trace.go:171","msg":"trace[531229025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8225; }","duration":"248.584517ms","start":"2026-03-31T22:35:42.490768Z","end":"2026-03-31T22:35:42.739352Z","steps":["trace[531229025] 'agreement among raft nodes before linearized reading' (duration: 248.052986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:42.739279Z","caller":"traceutil/trace.go:171","msg":"trace[1351775260] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-776459dbc8-bvsgz; range_end:; response_count:1; response_revision:8225; }","duration":"287.711591ms","start":"2026-03-31T22:35:42.451546Z","end":"2026-03-31T22:35:42.739257Z","steps":["trace[1351775260] 'agreement among raft nodes before linearized reading' (duration: 286.486844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:44.522528Z","caller":"traceutil/trace.go:171","msg":"trace[2058738177] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"187.824623ms","start":"2026-03-31T22:35:44.334675Z","end":"2026-03-31T22:35:44.522499Z","steps":["trace[2058738177] 'process raft request' (duration: 187.609058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813608Z","caller":"traceutil/trace.go:171","msg":"trace[984329717] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"116.177914ms","start":"2026-03-31T22:35:45.697405Z","end":"2026-03-31T22:35:45.813583Z","steps":["trace[984329717] 'process raft request' (duration: 109.829321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813661Z","caller":"traceutil/trace.go:171","msg":"trace[1924818061] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"114.816293ms","start":"2026-03-31T22:35:45.698806Z","end":"2026-03-31T22:35:45.813623Z","steps":["trace[1924818061] 'process raft request' (duration: 114.71915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813836Z","caller":"traceutil/trace.go:171","msg":"trace[2025810815] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"114.738431ms","start":"2026-03-31T22:35:45.699069Z","end":"2026-03-31T22:35:45.813808Z","steps":["trace[2025810815] 'process raft request' (duration: 114.556597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813993Z","caller":"traceutil/trace.go:171","msg":"trace[1466312024] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"114.612128ms","start":"2026-03-31T22:35:45.699373Z","end":"2026-03-31T22:35:45.813985Z","steps":["trace[1466312024] 'process raft request' (duration: 114.281761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814035Z","caller":"traceutil/trace.go:171","msg":"trace[1990575293] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"110.943697ms","start":"2026-03-31T22:35:45.703014Z","end":"2026-03-31T22:35:45.813957Z","steps":["trace[1990575293] 'process raft request' (duration: 110.716562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813892Z","caller":"traceutil/trace.go:171","msg":"trace[638303542] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"114.982626ms","start":"2026-03-31T22:35:45.698887Z","end":"2026-03-31T22:35:45.81387Z","steps":["trace[638303542] 'process raft request' (duration: 114.673029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814131Z","caller":"traceutil/trace.go:171","msg":"trace[473674636] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"108.328008ms","start":"2026-03-31T22:35:45.705787Z","end":"2026-03-31T22:35:45.814115Z","steps":["trace[473674636] 'process raft request' (duration: 108.071873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814131Z","caller":"traceutil/trace.go:171","msg":"trace[1745633503] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"109.750409ms","start":"2026-03-31T22:35:45.704361Z","end":"2026-03-31T22:35:45.814112Z","steps":["trace[1745633503] 'process raft request' (duration: 109.469563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.813947Z","caller":"traceutil/trace.go:171","msg":"trace[2116445177] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"114.969766ms","start":"2026-03-31T22:35:45.698969Z","end":"2026-03-31T22:35:45.813939Z","steps":["trace[2116445177] 'process raft request' (duration: 114.620579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814249Z","caller":"traceutil/trace.go:171","msg":"trace[1994233589] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"107.973771ms","start":"2026-03-31T22:35:45.706266Z","end":"2026-03-31T22:35:45.814239Z","steps":["trace[1994233589] 'process raft request' (duration: 107.701495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814245Z","caller":"traceutil/trace.go:171","msg":"trace[1052668683] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"114.061816ms","start":"2026-03-31T22:35:45.700169Z","end":"2026-03-31T22:35:45.814231Z","steps":["trace[1052668683] 'process raft request' (duration: 113.515574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814266Z","caller":"traceutil/trace.go:171","msg":"trace[1049926950] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"111.181052ms","start":"2026-03-31T22:35:45.703071Z","end":"2026-03-31T22:35:45.814252Z","steps":["trace[1049926950] 'process raft request' (duration: 110.691852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814332Z","caller":"traceutil/trace.go:171","msg":"trace[1505375090] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"108.478392ms","start":"2026-03-31T22:35:45.705844Z","end":"2026-03-31T22:35:45.814322Z","steps":["trace[1505375090] 'process raft request' (duration: 108.055733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814303Z","caller":"traceutil/trace.go:171","msg":"trace[1243315159] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"110.350453ms","start":"2026-03-31T22:35:45.70394Z","end":"2026-03-31T22:35:45.81429Z","steps":["trace[1243315159] 'process raft request' (duration: 109.858432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814339Z","caller":"traceutil/trace.go:171","msg":"trace[1536973261] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"105.035444ms","start":"2026-03-31T22:35:45.709294Z","end":"2026-03-31T22:35:45.814329Z","steps":["trace[1536973261] 'process raft request' (duration: 104.809249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814329Z","caller":"traceutil/trace.go:171","msg":"trace[329808322] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"102.256871ms","start":"2026-03-31T22:35:45.712045Z","end":"2026-03-31T22:35:45.814301Z","steps":["trace[329808322] 'process raft request' (duration: 102.18903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.814409Z","caller":"traceutil/trace.go:171","msg":"trace[757713198] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"102.392534ms","start":"2026-03-31T22:35:45.712003Z","end":"2026-03-31T22:35:45.814396Z","steps":["trace[757713198] 'process raft request' (duration: 102.17037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.826725Z","caller":"traceutil/trace.go:171","msg":"trace[1087416215] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"107.557501ms","start":"2026-03-31T22:35:45.719141Z","end":"2026-03-31T22:35:45.826698Z","steps":["trace[1087416215] 'process raft request' (duration: 107.182463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:45.826976Z","caller":"traceutil/trace.go:171","msg":"trace[319815181] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"106.830015ms","start":"2026-03-31T22:35:45.720125Z","end":"2026-03-31T22:35:45.826955Z","steps":["trace[319815181] 'process raft request' (duration: 106.474757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.521473Z","caller":"traceutil/trace.go:171","msg":"trace[1688739849] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"171.219992ms","start":"2026-03-31T22:35:46.350222Z","end":"2026-03-31T22:35:46.521441Z","steps":["trace[1688739849] 'process raft request' (duration: 170.452075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.563349Z","caller":"traceutil/trace.go:171","msg":"trace[1204925969] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8668; }","duration":"192.870024ms","start":"2026-03-31T22:35:46.370451Z","end":"2026-03-31T22:35:46.563321Z","steps":["trace[1204925969] 'read index received' (duration: 150.239213ms)","trace[1204925969] 'applied index is now lower than readState.Index' (duration: 42.629731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:46.563821Z","caller":"traceutil/trace.go:171","msg":"trace[801462706] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"212.79399ms","start":"2026-03-31T22:35:46.350976Z","end":"2026-03-31T22:35:46.56377Z","steps":["trace[801462706] 'process raft request' (duration: 212.162065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.564054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.580911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-31T22:35:46.564139Z","caller":"traceutil/trace.go:171","msg":"trace[961367406] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:8363; }","duration":"193.722304ms","start":"2026-03-31T22:35:46.370394Z","end":"2026-03-31T22:35:46.564117Z","steps":["trace[961367406] 'agreement among raft nodes before linearized reading' (duration: 193.438608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.570208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.575974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-31T22:35:46.570296Z","caller":"traceutil/trace.go:171","msg":"trace[635860088] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:8364; }","duration":"190.726167ms","start":"2026-03-31T22:35:46.379547Z","end":"2026-03-31T22:35:46.570273Z","steps":["trace[635860088] 'agreement among raft nodes before linearized reading' (duration: 190.389589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:46.958929Z","caller":"traceutil/trace.go:171","msg":"trace[199431192] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8680; }","duration":"154.632292ms","start":"2026-03-31T22:35:46.804269Z","end":"2026-03-31T22:35:46.958901Z","steps":["trace[199431192] 'read index received' (duration: 30.829258ms)","trace[199431192] 'applied index is now lower than readState.Index' (duration: 123.801834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:46.958995Z","caller":"traceutil/trace.go:171","msg":"trace[280504089] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"164.592174ms","start":"2026-03-31T22:35:46.79437Z","end":"2026-03-31T22:35:46.958962Z","steps":["trace[280504089] 'process raft request' (duration: 163.758474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.959179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.895868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:35:46.959215Z","caller":"traceutil/trace.go:171","msg":"trace[740164701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8375; }","duration":"154.99976ms","start":"2026-03-31T22:35:46.804205Z","end":"2026-03-31T22:35:46.959205Z","steps":["trace[740164701] 'agreement among raft nodes before linearized reading' (duration: 154.822566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.981255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.103135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:46.981317Z","caller":"traceutil/trace.go:171","msg":"trace[1703628972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8376; }","duration":"139.252389ms","start":"2026-03-31T22:35:46.84205Z","end":"2026-03-31T22:35:46.981302Z","steps":["trace[1703628972] 'agreement among raft nodes before linearized reading' (duration: 139.152497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.981276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.213456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:35:46.981422Z","caller":"traceutil/trace.go:171","msg":"trace[360416342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8376; }","duration":"164.3913ms","start":"2026-03-31T22:35:46.817015Z","end":"2026-03-31T22:35:46.981407Z","steps":["trace[360416342] 'agreement among raft nodes before linearized reading' (duration: 164.139264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.981743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.419973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:46.981778Z","caller":"traceutil/trace.go:171","msg":"trace[1878459622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8376; }","duration":"157.505196ms","start":"2026-03-31T22:35:46.824263Z","end":"2026-03-31T22:35:46.981768Z","steps":["trace[1878459622] 'agreement among raft nodes before linearized reading' (duration: 157.396804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.981971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.739818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:35:46.982041Z","caller":"traceutil/trace.go:171","msg":"trace[1849456343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8376; }","duration":"164.8462ms","start":"2026-03-31T22:35:46.817178Z","end":"2026-03-31T22:35:46.982024Z","steps":["trace[1849456343] 'agreement among raft nodes before linearized reading' (duration: 164.606084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:46.982044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.511503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:35:46.982079Z","caller":"traceutil/trace.go:171","msg":"trace[2020775328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8376; }","duration":"164.556724ms","start":"2026-03-31T22:35:46.817511Z","end":"2026-03-31T22:35:46.982068Z","steps":["trace[2020775328] 'agreement among raft nodes before linearized reading' (duration: 164.469762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:49.190479Z","caller":"traceutil/trace.go:171","msg":"trace[143919594] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8699; }","duration":"156.943243ms","start":"2026-03-31T22:35:49.033486Z","end":"2026-03-31T22:35:49.190429Z","steps":["trace[143919594] 'read index received' (duration: 296.517µs)","trace[143919594] 'applied index is now lower than readState.Index' (duration: 156.645046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:49.190579Z","caller":"traceutil/trace.go:171","msg":"trace[1514342009] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"157.071726ms","start":"2026-03-31T22:35:49.033463Z","end":"2026-03-31T22:35:49.190535Z","steps":["trace[1514342009] 'process raft request' (duration: 156.738558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.190814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.299081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:35:49.190902Z","caller":"traceutil/trace.go:171","msg":"trace[1931008318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8393; }","duration":"157.432613ms","start":"2026-03-31T22:35:49.033451Z","end":"2026-03-31T22:35:49.190884Z","steps":["trace[1931008318] 'agreement among raft nodes before linearized reading' (duration: 157.165287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.402781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.429625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:49.403692Z","caller":"traceutil/trace.go:171","msg":"trace[1383265866] linearizableReadLoop","detail":"{readStateIndex:8701; appliedIndex:8700; }","duration":"212.977154ms","start":"2026-03-31T22:35:49.190693Z","end":"2026-03-31T22:35:49.403671Z","steps":["trace[1383265866] 'read index received' (duration: 101.508517ms)","trace[1383265866] 'applied index is now lower than readState.Index' (duration: 111.466997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:49.403744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.107331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:49.403745Z","caller":"traceutil/trace.go:171","msg":"trace[1448748760] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"302.220316ms","start":"2026-03-31T22:35:49.101481Z","end":"2026-03-31T22:35:49.403701Z","steps":["trace[1448748760] 'process raft request' (duration: 190.765459ms)","trace[1448748760] 'compare' (duration: 110.26066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:49.4038Z","caller":"traceutil/trace.go:171","msg":"trace[1685728279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8394; }","duration":"340.236054ms","start":"2026-03-31T22:35:49.063551Z","end":"2026-03-31T22:35:49.403787Z","steps":["trace[1685728279] 'agreement among raft nodes before linearized reading' (duration: 340.146452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.403828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.063528Z","time spent":"340.295305ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:49.403875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.915967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:49.403907Z","caller":"traceutil/trace.go:171","msg":"trace[1782835124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8394; }","duration":"369.982598ms","start":"2026-03-31T22:35:49.033915Z","end":"2026-03-31T22:35:49.403898Z","steps":["trace[1782835124] 'agreement among raft nodes before linearized reading' (duration: 369.835205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.403925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.101463Z","time spent":"302.358349ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:49.403948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:49.033901Z","time spent":"370.03868ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"info","ts":"2026-03-31T22:35:49.404237Z","caller":"traceutil/trace.go:171","msg":"trace[62065096] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"208.249329ms","start":"2026-03-31T22:35:49.195973Z","end":"2026-03-31T22:35:49.404223Z","steps":["trace[62065096] 'process raft request' (duration: 208.099925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:49.404277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.473484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:49.404346Z","caller":"traceutil/trace.go:171","msg":"trace[1892784087] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8395; }","duration":"204.578916ms","start":"2026-03-31T22:35:49.19975Z","end":"2026-03-31T22:35:49.404329Z","steps":["trace[1892784087] 'agreement among raft nodes before linearized reading' (duration: 204.443342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:51.908796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670544985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T22:35:52.760336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69928969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:52.762283Z","caller":"traceutil/trace.go:171","msg":"trace[1530329354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8402; }","duration":"1.701255704s","start":"2026-03-31T22:35:51.060981Z","end":"2026-03-31T22:35:52.762236Z","steps":["trace[1530329354] 'range keys from in-memory index tree' (duration: 1.699221689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.762437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.060961Z","time spent":"1.701455298s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:52.760556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565142716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T22:35:52.76057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759445903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:35:52.761287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.336474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:35:52.763176Z","caller":"traceutil/trace.go:171","msg":"trace[1337771619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8402; }","duration":"1.567760905s","start":"2026-03-31T22:35:51.195359Z","end":"2026-03-31T22:35:52.76312Z","steps":["trace[1337771619] 'range keys from in-memory index tree' (duration: 1.564930202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.763303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.195334Z","time spent":"1.567930309s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:35:52.763285Z","caller":"traceutil/trace.go:171","msg":"trace[1761292446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8402; }","duration":"1.762153573s","start":"2026-03-31T22:35:51.001073Z","end":"2026-03-31T22:35:52.763226Z","steps":["trace[1761292446] 'range keys from in-memory index tree' (duration: 1.759213988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.763457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.001049Z","time spent":"1.762345178s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:35:52.763943Z","caller":"traceutil/trace.go:171","msg":"trace[2020294091] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"1.359611519s","start":"2026-03-31T22:35:51.403701Z","end":"2026-03-31T22:35:52.763312Z","steps":["trace[2020294091] 'process raft request' (duration: 583.135676ms)","trace[2020294091] 'compare' (duration: 774.200282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:35:52.764102Z","caller":"traceutil/trace.go:171","msg":"trace[789956921] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"1.182945915s","start":"2026-03-31T22:35:51.581134Z","end":"2026-03-31T22:35:52.76408Z","steps":["trace[789956921] 'process raft request' (duration: 1.182173548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.764259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.581108Z","time spent":"1.183065708s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:35:52.7643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.403672Z","time spent":"1.360397056s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:52.764451Z","caller":"traceutil/trace.go:171","msg":"trace[2016958872] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"845.200017ms","start":"2026-03-31T22:35:51.919236Z","end":"2026-03-31T22:35:52.764436Z","steps":["trace[2016958872] 'process raft request' (duration: 844.759067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.764536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.919216Z","time spent":"845.275489ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:35:52.764443Z","caller":"traceutil/trace.go:171","msg":"trace[303655433] linearizableReadLoop","detail":"{readStateIndex:8712; appliedIndex:8710; }","duration":"1.356269474s","start":"2026-03-31T22:35:51.408152Z","end":"2026-03-31T22:35:52.764422Z","steps":["trace[303655433] 'read index received' (duration: 578.742308ms)","trace[303655433] 'applied index is now lower than readState.Index' (duration: 777.525216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:35:52.764754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356598781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:35:52.764814Z","caller":"traceutil/trace.go:171","msg":"trace[1288868136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8405; }","duration":"1.356660803s","start":"2026-03-31T22:35:51.408146Z","end":"2026-03-31T22:35:52.764807Z","steps":["trace[1288868136] 'agreement among raft nodes before linearized reading' (duration: 1.356408357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.76485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.408083Z","time spent":"1.356760265s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:52.765779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355804134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:35:52.765823Z","caller":"traceutil/trace.go:171","msg":"trace[971753787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8408; }","duration":"1.355871035s","start":"2026-03-31T22:35:51.409941Z","end":"2026-03-31T22:35:52.765812Z","steps":["trace[971753787] 'agreement among raft nodes before linearized reading' (duration: 1.355705991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.765856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.409931Z","time spent":"1.355918108s","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:35:52.765902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.375838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-776459dbc8-bvsgz.18a20df3763d3b62\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T22:35:52.765953Z","caller":"traceutil/trace.go:171","msg":"trace[124570818] range","detail":"{range_begin:/registry/events/openstack/barbican-api-776459dbc8-bvsgz.18a20df3763d3b62; range_end:; response_count:1; response_revision:8408; }","duration":"314.46767ms","start":"2026-03-31T22:35:52.451474Z","end":"2026-03-31T22:35:52.765942Z","steps":["trace[124570818] 'agreement among raft nodes before linearized reading' (duration: 314.304365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.765962Z","caller":"traceutil/trace.go:171","msg":"trace[1497592521] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"171.08318ms","start":"2026-03-31T22:35:52.594841Z","end":"2026-03-31T22:35:52.765924Z","steps":["trace[1497592521] 'process raft request' (duration: 170.719201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.766007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315128096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:35:52.765994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.45145Z","time spent":"314.536462ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-776459dbc8-bvsgz.18a20df3763d3b62\" "} {"level":"warn","ts":"2026-03-31T22:35:52.766055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251647129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:35:52.766108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349666047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:35:52.766117Z","caller":"traceutil/trace.go:171","msg":"trace[1483747315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8408; }","duration":"1.251736201s","start":"2026-03-31T22:35:51.514362Z","end":"2026-03-31T22:35:52.766098Z","steps":["trace[1483747315] 'agreement among raft nodes before linearized reading' (duration: 1.251478034s)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.766144Z","caller":"traceutil/trace.go:171","msg":"trace[445703447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8408; }","duration":"1.349721818s","start":"2026-03-31T22:35:51.416415Z","end":"2026-03-31T22:35:52.766137Z","steps":["trace[445703447] 'agreement among raft nodes before linearized reading' (duration: 1.349634456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.766176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.514342Z","time spent":"1.251827853s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:35:52.766184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.62342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:35:52.766252Z","caller":"traceutil/trace.go:171","msg":"trace[257449399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8408; }","duration":"713.721492ms","start":"2026-03-31T22:35:52.052514Z","end":"2026-03-31T22:35:52.766235Z","steps":["trace[257449399] 'agreement among raft nodes before linearized reading' (duration: 713.490457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:35:52.766033Z","caller":"traceutil/trace.go:171","msg":"trace[1157914201] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8408; }","duration":"1.315195717s","start":"2026-03-31T22:35:51.45083Z","end":"2026-03-31T22:35:52.766026Z","steps":["trace[1157914201] 'agreement among raft nodes before linearized reading' (duration: 1.315144166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.766326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.052503Z","time spent":"713.797443ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T22:35:52.766368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.450809Z","time spent":"1.315542186s","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:35:52.766396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.234914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:35:52.766432Z","caller":"traceutil/trace.go:171","msg":"trace[1854519273] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8408; }","duration":"762.332856ms","start":"2026-03-31T22:35:52.004089Z","end":"2026-03-31T22:35:52.766422Z","steps":["trace[1854519273] 'agreement among raft nodes before linearized reading' (duration: 762.271855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.766454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.00403Z","time spent":"762.417548ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:35:52.766252Z","caller":"traceutil/trace.go:171","msg":"trace[1171635607] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"353.41709ms","start":"2026-03-31T22:35:52.412826Z","end":"2026-03-31T22:35:52.766243Z","steps":["trace[1171635607] 'process raft request' (duration: 352.671223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:35:52.766177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:51.416405Z","time spent":"1.34976513s","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"warn","ts":"2026-03-31T22:35:52.766641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:35:52.412783Z","time spent":"353.783107ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:02.780601Z","caller":"traceutil/trace.go:171","msg":"trace[1405745785] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"324.708396ms","start":"2026-03-31T22:36:02.455821Z","end":"2026-03-31T22:36:02.78053Z","steps":["trace[1405745785] 'process raft request' (duration: 324.43963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:02.780882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:02.455782Z","time spent":"324.936972ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:03.084938Z","caller":"traceutil/trace.go:171","msg":"trace[542852271] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"285.949833ms","start":"2026-03-31T22:36:02.79896Z","end":"2026-03-31T22:36:03.08491Z","steps":["trace[542852271] 'process raft request' (duration: 233.741017ms)","trace[542852271] 'compare' (duration: 51.725385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:03.085311Z","caller":"traceutil/trace.go:171","msg":"trace[1365682674] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8764; }","duration":"266.855706ms","start":"2026-03-31T22:36:02.818435Z","end":"2026-03-31T22:36:03.085291Z","steps":["trace[1365682674] 'read index received' (duration: 214.246062ms)","trace[1365682674] 'applied index is now lower than readState.Index' (duration: 52.608484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:03.085371Z","caller":"traceutil/trace.go:171","msg":"trace[40004113] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"284.784406ms","start":"2026-03-31T22:36:02.800573Z","end":"2026-03-31T22:36:03.085357Z","steps":["trace[40004113] 'process raft request' (duration: 284.243504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085383Z","caller":"traceutil/trace.go:171","msg":"trace[706332368] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"270.456236ms","start":"2026-03-31T22:36:02.814875Z","end":"2026-03-31T22:36:03.085331Z","steps":["trace[706332368] 'process raft request' (duration: 270.310573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085343Z","caller":"traceutil/trace.go:171","msg":"trace[147473555] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"276.171804ms","start":"2026-03-31T22:36:02.809141Z","end":"2026-03-31T22:36:03.085313Z","steps":["trace[147473555] 'process raft request' (duration: 275.952649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:03.08562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.337294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T22:36:03.085713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.772568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:03.085742Z","caller":"traceutil/trace.go:171","msg":"trace[1873796095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8459; }","duration":"257.475888ms","start":"2026-03-31T22:36:02.828248Z","end":"2026-03-31T22:36:03.085724Z","steps":["trace[1873796095] 'agreement among raft nodes before linearized reading' (duration: 257.249513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085757Z","caller":"traceutil/trace.go:171","msg":"trace[244353548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8459; }","duration":"263.87357ms","start":"2026-03-31T22:36:02.821869Z","end":"2026-03-31T22:36:03.085743Z","steps":["trace[244353548] 'agreement among raft nodes before linearized reading' (duration: 263.706727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:03.085785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.458099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T22:36:03.085809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.385008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:36:03.085626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.585294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T22:36:03.085815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.554871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:36:03.085851Z","caller":"traceutil/trace.go:171","msg":"trace[369675144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8459; }","duration":"267.470229ms","start":"2026-03-31T22:36:02.818368Z","end":"2026-03-31T22:36:03.085838Z","steps":["trace[369675144] 'agreement among raft nodes before linearized reading' (duration: 267.297896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085843Z","caller":"traceutil/trace.go:171","msg":"trace[2047990349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8459; }","duration":"107.55713ms","start":"2026-03-31T22:36:02.978268Z","end":"2026-03-31T22:36:03.085825Z","steps":["trace[2047990349] 'agreement among raft nodes before linearized reading' (duration: 107.405587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085876Z","caller":"traceutil/trace.go:171","msg":"trace[1926656617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8459; }","duration":"259.837619ms","start":"2026-03-31T22:36:02.826025Z","end":"2026-03-31T22:36:03.085863Z","steps":["trace[1926656617] 'agreement among raft nodes before linearized reading' (duration: 259.505222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.085916Z","caller":"traceutil/trace.go:171","msg":"trace[1182557009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8459; }","duration":"258.676084ms","start":"2026-03-31T22:36:02.8272Z","end":"2026-03-31T22:36:03.085876Z","steps":["trace[1182557009] 'agreement among raft nodes before linearized reading' (duration: 258.373378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:03.086309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.620177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:36:03.086353Z","caller":"traceutil/trace.go:171","msg":"trace[366309560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8459; }","duration":"264.70347ms","start":"2026-03-31T22:36:02.821638Z","end":"2026-03-31T22:36:03.086342Z","steps":["trace[366309560] 'agreement among raft nodes before linearized reading' (duration: 263.810129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.295674Z","caller":"traceutil/trace.go:171","msg":"trace[412735293] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"205.488817ms","start":"2026-03-31T22:36:03.090155Z","end":"2026-03-31T22:36:03.295644Z","steps":["trace[412735293] 'process raft request' (duration: 186.846421ms)","trace[412735293] 'compare' (duration: 18.494342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:03.313084Z","caller":"traceutil/trace.go:171","msg":"trace[1824069193] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"220.813279ms","start":"2026-03-31T22:36:03.092234Z","end":"2026-03-31T22:36:03.313048Z","steps":["trace[1824069193] 'process raft request' (duration: 220.714066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.313342Z","caller":"traceutil/trace.go:171","msg":"trace[1959491389] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"221.31086ms","start":"2026-03-31T22:36:03.092021Z","end":"2026-03-31T22:36:03.313332Z","steps":["trace[1959491389] 'process raft request' (duration: 220.737476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.313495Z","caller":"traceutil/trace.go:171","msg":"trace[905905890] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"219.119372ms","start":"2026-03-31T22:36:03.094365Z","end":"2026-03-31T22:36:03.313484Z","steps":["trace[905905890] 'process raft request' (duration: 218.631271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.313728Z","caller":"traceutil/trace.go:171","msg":"trace[1862006953] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"219.332656ms","start":"2026-03-31T22:36:03.094381Z","end":"2026-03-31T22:36:03.313714Z","steps":["trace[1862006953] 'process raft request' (duration: 219.0594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.313878Z","caller":"traceutil/trace.go:171","msg":"trace[907748377] linearizableReadLoop","detail":"{readStateIndex:8771; appliedIndex:8769; }","duration":"221.75521ms","start":"2026-03-31T22:36:03.092107Z","end":"2026-03-31T22:36:03.313863Z","steps":["trace[907748377] 'read index received' (duration: 184.914928ms)","trace[907748377] 'applied index is now lower than readState.Index' (duration: 36.839142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:03.31412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.985605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:03.314158Z","caller":"traceutil/trace.go:171","msg":"trace[544239499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8465; }","duration":"222.055196ms","start":"2026-03-31T22:36:03.092092Z","end":"2026-03-31T22:36:03.314147Z","steps":["trace[544239499] 'agreement among raft nodes before linearized reading' (duration: 221.879202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:03.314294Z","caller":"traceutil/trace.go:171","msg":"trace[911502845] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"215.646794ms","start":"2026-03-31T22:36:03.098638Z","end":"2026-03-31T22:36:03.314284Z","steps":["trace[911502845] 'process raft request' (duration: 215.02698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:03.31438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.852087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-31T22:36:03.314413Z","caller":"traceutil/trace.go:171","msg":"trace[869537231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8465; }","duration":"219.924569ms","start":"2026-03-31T22:36:03.094479Z","end":"2026-03-31T22:36:03.314403Z","steps":["trace[869537231] 'agreement among raft nodes before linearized reading' (duration: 219.572082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:03.314646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.059557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:03.31468Z","caller":"traceutil/trace.go:171","msg":"trace[239821705] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8465; }","duration":"136.133269ms","start":"2026-03-31T22:36:03.178534Z","end":"2026-03-31T22:36:03.314668Z","steps":["trace[239821705] 'agreement among raft nodes before linearized reading' (duration: 136.076988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.436699Z","caller":"traceutil/trace.go:171","msg":"trace[1840366576] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"345.285548ms","start":"2026-03-31T22:36:05.091388Z","end":"2026-03-31T22:36:05.436674Z","steps":["trace[1840366576] 'process raft request' (duration: 345.116095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.43686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:05.091372Z","time spent":"345.39693ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:05.555609Z","caller":"traceutil/trace.go:171","msg":"trace[939818570] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"463.948786ms","start":"2026-03-31T22:36:05.091638Z","end":"2026-03-31T22:36:05.555587Z","steps":["trace[939818570] 'process raft request' (duration: 463.885685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.55564Z","caller":"traceutil/trace.go:171","msg":"trace[407127693] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"463.983837ms","start":"2026-03-31T22:36:05.091611Z","end":"2026-03-31T22:36:05.555595Z","steps":["trace[407127693] 'process raft request' (duration: 396.081532ms)","trace[407127693] 'compare' (duration: 67.718741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:05.555738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:05.091621Z","time spent":"464.048708ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:05.555807Z","caller":"traceutil/trace.go:171","msg":"trace[362691510] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8776; }","duration":"255.860421ms","start":"2026-03-31T22:36:05.299919Z","end":"2026-03-31T22:36:05.555779Z","steps":["trace[362691510] 'read index received' (duration: 136.698171ms)","trace[362691510] 'applied index is now lower than readState.Index' (duration: 119.159809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:05.555824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:05.091583Z","time spent":"464.13857ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:05.555869Z","caller":"traceutil/trace.go:171","msg":"trace[237707999] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"463.661949ms","start":"2026-03-31T22:36:05.0922Z","end":"2026-03-31T22:36:05.555862Z","steps":["trace[237707999] 'process raft request' (duration: 463.355843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.555908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:05.092186Z","time spent":"463.69917ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:05.55605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.121327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:05.556091Z","caller":"traceutil/trace.go:171","msg":"trace[1907954423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8470; }","duration":"256.209208ms","start":"2026-03-31T22:36:05.299871Z","end":"2026-03-31T22:36:05.556081Z","steps":["trace[1907954423] 'agreement among raft nodes before linearized reading' (duration: 256.041654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.556128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.910848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:05.556168Z","caller":"traceutil/trace.go:171","msg":"trace[1083449158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"237.00968ms","start":"2026-03-31T22:36:05.319148Z","end":"2026-03-31T22:36:05.556157Z","steps":["trace[1083449158] 'agreement among raft nodes before linearized reading' (duration: 236.888207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.55618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.272546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:36:05.556247Z","caller":"traceutil/trace.go:171","msg":"trace[1827342335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"237.361447ms","start":"2026-03-31T22:36:05.318868Z","end":"2026-03-31T22:36:05.55623Z","steps":["trace[1827342335] 'agreement among raft nodes before linearized reading' (duration: 237.137452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.556261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.191474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:05.556295Z","caller":"traceutil/trace.go:171","msg":"trace[400464416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8470; }","duration":"237.259436ms","start":"2026-03-31T22:36:05.319028Z","end":"2026-03-31T22:36:05.556288Z","steps":["trace[400464416] 'agreement among raft nodes before linearized reading' (duration: 237.171064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:05.556402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.578379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:05.556426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.238384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:36:05.556536Z","caller":"traceutil/trace.go:171","msg":"trace[2142731191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8470; }","duration":"235.709471ms","start":"2026-03-31T22:36:05.320782Z","end":"2026-03-31T22:36:05.556491Z","steps":["trace[2142731191] 'agreement among raft nodes before linearized reading' (duration: 235.344143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.556535Z","caller":"traceutil/trace.go:171","msg":"trace[323334901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8470; }","duration":"237.371607ms","start":"2026-03-31T22:36:05.319129Z","end":"2026-03-31T22:36:05.5565Z","steps":["trace[323334901] 'agreement among raft nodes before linearized reading' (duration: 237.006529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.703338Z","caller":"traceutil/trace.go:171","msg":"trace[104763170] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"142.119463ms","start":"2026-03-31T22:36:05.561197Z","end":"2026-03-31T22:36:05.703317Z","steps":["trace[104763170] 'process raft request' (duration: 142.035191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.703358Z","caller":"traceutil/trace.go:171","msg":"trace[681076214] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"142.280566ms","start":"2026-03-31T22:36:05.561035Z","end":"2026-03-31T22:36:05.703315Z","steps":["trace[681076214] 'process raft request' (duration: 94.879238ms)","trace[681076214] 'compare' (duration: 47.183563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:05.703515Z","caller":"traceutil/trace.go:171","msg":"trace[383569587] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"142.279056ms","start":"2026-03-31T22:36:05.561226Z","end":"2026-03-31T22:36:05.703505Z","steps":["trace[383569587] 'process raft request' (duration: 142.045821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:05.703845Z","caller":"traceutil/trace.go:171","msg":"trace[1419090566] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"141.732984ms","start":"2026-03-31T22:36:05.562085Z","end":"2026-03-31T22:36:05.703818Z","steps":["trace[1419090566] 'process raft request' (duration: 141.376706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:06.495471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.841611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:06.495672Z","caller":"traceutil/trace.go:171","msg":"trace[950674558] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8477; }","duration":"114.100487ms","start":"2026-03-31T22:36:06.381543Z","end":"2026-03-31T22:36:06.495643Z","steps":["trace[950674558] 'count revisions from in-memory index tree' (duration: 113.75436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:07.570521Z","caller":"traceutil/trace.go:171","msg":"trace[1001006515] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"128.482248ms","start":"2026-03-31T22:36:07.442021Z","end":"2026-03-31T22:36:07.570504Z","steps":["trace[1001006515] 'process raft request' (duration: 128.348505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.933085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.305741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:07.933336Z","caller":"traceutil/trace.go:171","msg":"trace[74728148] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8789; }","duration":"298.953953ms","start":"2026-03-31T22:36:07.634334Z","end":"2026-03-31T22:36:07.933288Z","steps":["trace[74728148] 'read index received' (duration: 137.331966ms)","trace[74728148] 'applied index is now lower than readState.Index' (duration: 161.621237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:07.933397Z","caller":"traceutil/trace.go:171","msg":"trace[1888716587] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"370.91273ms","start":"2026-03-31T22:36:07.562477Z","end":"2026-03-31T22:36:07.93339Z","steps":["trace[1888716587] 'process raft request' (duration: 370.709525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.933447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.562451Z","time spent":"370.969731ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:07.933457Z","caller":"traceutil/trace.go:171","msg":"trace[2081842161] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"370.883119ms","start":"2026-03-31T22:36:07.562402Z","end":"2026-03-31T22:36:07.933285Z","steps":["trace[2081842161] 'process raft request' (duration: 209.283232ms)","trace[2081842161] 'compare' (duration: 161.072996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:07.933536Z","caller":"traceutil/trace.go:171","msg":"trace[1027571403] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"370.527971ms","start":"2026-03-31T22:36:07.563001Z","end":"2026-03-31T22:36:07.933529Z","steps":["trace[1027571403] 'process raft request' (duration: 370.244944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:07.933568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.562986Z","time spent":"370.563761ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:07.933619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.562372Z","time spent":"371.160845ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:07.933917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.581897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:07.933973Z","caller":"traceutil/trace.go:171","msg":"trace[1565427130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8481; }","duration":"299.641988ms","start":"2026-03-31T22:36:07.634317Z","end":"2026-03-31T22:36:07.933959Z","steps":["trace[1565427130] 'agreement among raft nodes before linearized reading' (duration: 299.2685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.082587Z","caller":"traceutil/trace.go:171","msg":"trace[1158455596] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8792; }","duration":"149.2001ms","start":"2026-03-31T22:36:07.933365Z","end":"2026-03-31T22:36:08.082565Z","steps":["trace[1158455596] 'read index received' (duration: 136.305512ms)","trace[1158455596] 'applied index is now lower than readState.Index' (duration: 12.893808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:08.082626Z","caller":"traceutil/trace.go:171","msg":"trace[1680057750] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"301.010139ms","start":"2026-03-31T22:36:07.781577Z","end":"2026-03-31T22:36:08.082587Z","steps":["trace[1680057750] 'process raft request' (duration: 288.08525ms)","trace[1680057750] 'compare' (duration: 12.807626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:08.082738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.142514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:08.082729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.051249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:08.082749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.686534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T22:36:08.08278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.781553Z","time spent":"301.136541ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:08.082798Z","caller":"traceutil/trace.go:171","msg":"trace[1763911289] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8482; }","duration":"301.169332ms","start":"2026-03-31T22:36:07.781607Z","end":"2026-03-31T22:36:08.082776Z","steps":["trace[1763911289] 'agreement among raft nodes before linearized reading' (duration: 301.054959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.082814Z","caller":"traceutil/trace.go:171","msg":"trace[1258197839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8482; }","duration":"374.763175ms","start":"2026-03-31T22:36:07.70803Z","end":"2026-03-31T22:36:08.082793Z","steps":["trace[1258197839] 'agreement among raft nodes before linearized reading' (duration: 374.572051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.082837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.769827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:36:08.082859Z","caller":"traceutil/trace.go:171","msg":"trace[502679736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8482; }","duration":"375.828199ms","start":"2026-03-31T22:36:07.707024Z","end":"2026-03-31T22:36:08.082852Z","steps":["trace[502679736] 'agreement among raft nodes before linearized reading' (duration: 375.760077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.082855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.781587Z","time spent":"301.253103ms","remote":"127.0.0.1:44514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:08.082859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.708022Z","time spent":"374.825217ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T22:36:08.082869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.524571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:36:08.082925Z","caller":"traceutil/trace.go:171","msg":"trace[68710163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8482; }","duration":"374.596472ms","start":"2026-03-31T22:36:07.708311Z","end":"2026-03-31T22:36:08.082908Z","steps":["trace[68710163] 'agreement among raft nodes before linearized reading' (duration: 374.438208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.082769Z","caller":"traceutil/trace.go:171","msg":"trace[1320724260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8482; }","duration":"375.214256ms","start":"2026-03-31T22:36:07.707545Z","end":"2026-03-31T22:36:08.08276Z","steps":["trace[1320724260] 'agreement among raft nodes before linearized reading' (duration: 375.125974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.082957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.593788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:08.082966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.708298Z","time spent":"374.656443ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:08.082969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.707527Z","time spent":"375.43139ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:36:08.082994Z","caller":"traceutil/trace.go:171","msg":"trace[110223967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8482; }","duration":"446.66206ms","start":"2026-03-31T22:36:07.636324Z","end":"2026-03-31T22:36:08.082986Z","steps":["trace[110223967] 'agreement among raft nodes before linearized reading' (duration: 446.576528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.083018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.636305Z","time spent":"446.70741ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"warn","ts":"2026-03-31T22:36:08.082887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:07.707003Z","time spent":"375.87725ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T22:36:08.087699Z","caller":"traceutil/trace.go:171","msg":"trace[29257156] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"149.371164ms","start":"2026-03-31T22:36:07.938312Z","end":"2026-03-31T22:36:08.087684Z","steps":["trace[29257156] 'process raft request' (duration: 149.157779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.782262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.829767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:08.782716Z","caller":"traceutil/trace.go:171","msg":"trace[1195113549] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"695.477244ms","start":"2026-03-31T22:36:08.087213Z","end":"2026-03-31T22:36:08.78269Z","steps":["trace[1195113549] 'process raft request' (duration: 423.130075ms)","trace[1195113549] 'compare' (duration: 271.685534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:08.782738Z","caller":"traceutil/trace.go:171","msg":"trace[195765565] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"695.451593ms","start":"2026-03-31T22:36:08.087273Z","end":"2026-03-31T22:36:08.782724Z","steps":["trace[195765565] 'process raft request' (duration: 695.358041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.782816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.087267Z","time spent":"695.513915ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:08.782844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.0872Z","time spent":"695.581246ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:08.782985Z","caller":"traceutil/trace.go:171","msg":"trace[2006409060] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"695.642597ms","start":"2026-03-31T22:36:08.087293Z","end":"2026-03-31T22:36:08.782935Z","steps":["trace[2006409060] 'process raft request' (duration: 695.398692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.783044Z","caller":"traceutil/trace.go:171","msg":"trace[359826833] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"694.807239ms","start":"2026-03-31T22:36:08.088211Z","end":"2026-03-31T22:36:08.783018Z","steps":["trace[359826833] 'process raft request' (duration: 694.710087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.78311Z","caller":"traceutil/trace.go:171","msg":"trace[465598290] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8794; }","duration":"695.422252ms","start":"2026-03-31T22:36:08.087651Z","end":"2026-03-31T22:36:08.783074Z","steps":["trace[465598290] 'read index received' (duration: 422.702795ms)","trace[465598290] 'applied index is now lower than readState.Index' (duration: 272.716037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:08.7832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.088158Z","time spent":"694.957112ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:08.783317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.087282Z","time spent":"695.819771ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:08.78332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.796418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:08.783445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.594886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T22:36:08.78349Z","caller":"traceutil/trace.go:171","msg":"trace[1961073622] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8487; }","duration":"273.674418ms","start":"2026-03-31T22:36:08.509802Z","end":"2026-03-31T22:36:08.783476Z","steps":["trace[1961073622] 'agreement among raft nodes before linearized reading' (duration: 273.517085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:08.7835Z","caller":"traceutil/trace.go:171","msg":"trace[284209862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8487; }","duration":"694.965553ms","start":"2026-03-31T22:36:08.088484Z","end":"2026-03-31T22:36:08.78345Z","steps":["trace[284209862] 'agreement among raft nodes before linearized reading' (duration: 694.781428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.783592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.088475Z","time spent":"695.105765ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T22:36:08.783341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.313158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:08.783775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.582578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224106"} {"level":"info","ts":"2026-03-31T22:36:08.78379Z","caller":"traceutil/trace.go:171","msg":"trace[147826418] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8487; }","duration":"375.730887ms","start":"2026-03-31T22:36:08.408007Z","end":"2026-03-31T22:36:08.783737Z","steps":["trace[147826418] 'agreement among raft nodes before linearized reading' (duration: 375.277587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.783956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.407941Z","time spent":"375.960701ms","remote":"127.0.0.1:45770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:08.783513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.027756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:08.784095Z","caller":"traceutil/trace.go:171","msg":"trace[145737183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8487; }","duration":"317.68994ms","start":"2026-03-31T22:36:08.46639Z","end":"2026-03-31T22:36:08.78408Z","steps":["trace[145737183] 'agreement among raft nodes before linearized reading' (duration: 316.890943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.784145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.46637Z","time spent":"317.755303ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T22:36:08.78385Z","caller":"traceutil/trace.go:171","msg":"trace[767318203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8487; }","duration":"696.68526ms","start":"2026-03-31T22:36:08.087148Z","end":"2026-03-31T22:36:08.783834Z","steps":["trace[767318203] 'agreement among raft nodes before linearized reading' (duration: 696.070136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:08.784196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:08.08713Z","time spent":"697.05258ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224129,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:36:17.783119Z","caller":"traceutil/trace.go:171","msg":"trace[907324209] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"178.151497ms","start":"2026-03-31T22:36:17.604939Z","end":"2026-03-31T22:36:17.78309Z","steps":["trace[907324209] 'process raft request' (duration: 177.933932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:18.848312Z","caller":"traceutil/trace.go:171","msg":"trace[1091288481] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"135.589276ms","start":"2026-03-31T22:36:18.712695Z","end":"2026-03-31T22:36:18.848285Z","steps":["trace[1091288481] 'process raft request' (duration: 135.067334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:33.57371Z","caller":"traceutil/trace.go:171","msg":"trace[1145794035] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"181.217615ms","start":"2026-03-31T22:36:33.392467Z","end":"2026-03-31T22:36:33.573685Z","steps":["trace[1145794035] 'process raft request' (duration: 84.276201ms)","trace[1145794035] 'compare' (duration: 96.7537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:35.347601Z","caller":"traceutil/trace.go:171","msg":"trace[883972919] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"283.14254ms","start":"2026-03-31T22:36:35.064437Z","end":"2026-03-31T22:36:35.34758Z","steps":["trace[883972919] 'read index received' (duration: 282.915815ms)","trace[883972919] 'applied index is now lower than readState.Index' (duration: 225.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:35.347684Z","caller":"traceutil/trace.go:171","msg":"trace[1718968559] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"310.676715ms","start":"2026-03-31T22:36:35.036978Z","end":"2026-03-31T22:36:35.347654Z","steps":["trace[1718968559] 'process raft request' (duration: 310.43294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:35.347771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.323074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:35.34781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:35.036958Z","time spent":"310.788137ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:35.347848Z","caller":"traceutil/trace.go:171","msg":"trace[2106847396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8680; }","duration":"283.431107ms","start":"2026-03-31T22:36:35.064389Z","end":"2026-03-31T22:36:35.34782Z","steps":["trace[2106847396] 'agreement among raft nodes before linearized reading' (duration: 283.290354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:35.347889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.304414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-31T22:36:35.347931Z","caller":"traceutil/trace.go:171","msg":"trace[463667047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8680; }","duration":"236.374816ms","start":"2026-03-31T22:36:35.111545Z","end":"2026-03-31T22:36:35.34792Z","steps":["trace[463667047] 'agreement among raft nodes before linearized reading' (duration: 236.237423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:35.347935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.687511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T22:36:35.348014Z","caller":"traceutil/trace.go:171","msg":"trace[1952340678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8680; }","duration":"239.793982ms","start":"2026-03-31T22:36:35.108202Z","end":"2026-03-31T22:36:35.347996Z","steps":["trace[1952340678] 'agreement among raft nodes before linearized reading' (duration: 239.602818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:35.348145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.520259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:36:35.348234Z","caller":"traceutil/trace.go:171","msg":"trace[268771033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8680; }","duration":"240.665182ms","start":"2026-03-31T22:36:35.107549Z","end":"2026-03-31T22:36:35.348214Z","steps":["trace[268771033] 'agreement among raft nodes before linearized reading' (duration: 240.409727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:35.348253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.188671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:36:35.348291Z","caller":"traceutil/trace.go:171","msg":"trace[1232845809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8680; }","duration":"283.253073ms","start":"2026-03-31T22:36:35.065025Z","end":"2026-03-31T22:36:35.348278Z","steps":["trace[1232845809] 'agreement among raft nodes before linearized reading' (duration: 282.704961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:35.493776Z","caller":"traceutil/trace.go:171","msg":"trace[1285190851] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"141.216352ms","start":"2026-03-31T22:36:35.352525Z","end":"2026-03-31T22:36:35.493742Z","steps":["trace[1285190851] 'process raft request' (duration: 136.539587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:35.525075Z","caller":"traceutil/trace.go:171","msg":"trace[2090356602] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"171.748943ms","start":"2026-03-31T22:36:35.3533Z","end":"2026-03-31T22:36:35.525049Z","steps":["trace[2090356602] 'process raft request' (duration: 171.531429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:35.525206Z","caller":"traceutil/trace.go:171","msg":"trace[685176268] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"170.836103ms","start":"2026-03-31T22:36:35.354345Z","end":"2026-03-31T22:36:35.525181Z","steps":["trace[685176268] 'process raft request' (duration: 170.644969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:36.300735Z","caller":"traceutil/trace.go:171","msg":"trace[853527069] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"122.676339ms","start":"2026-03-31T22:36:36.178031Z","end":"2026-03-31T22:36:36.300707Z","steps":["trace[853527069] 'process raft request' (duration: 103.055561ms)","trace[853527069] 'compare' (duration: 19.407623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:38.113695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347929097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:38.113777Z","caller":"traceutil/trace.go:171","msg":"trace[1727792844] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8689; }","duration":"1.3480531s","start":"2026-03-31T22:36:36.765705Z","end":"2026-03-31T22:36:38.113758Z","steps":["trace[1727792844] 'count revisions from in-memory index tree' (duration: 1.347795494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:36.765685Z","time spent":"1.348123341s","remote":"127.0.0.1:45974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:38.113821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.126698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T22:36:38.113908Z","caller":"traceutil/trace.go:171","msg":"trace[255233066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"584.264821ms","start":"2026-03-31T22:36:37.52962Z","end":"2026-03-31T22:36:38.113885Z","steps":["trace[255233066] 'range keys from in-memory index tree' (duration: 583.887173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.113966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.529593Z","time spent":"584.360043ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:38.11428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.585438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:38.114362Z","caller":"traceutil/trace.go:171","msg":"trace[1412743785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8689; }","duration":"584.7043ms","start":"2026-03-31T22:36:37.529637Z","end":"2026-03-31T22:36:38.114342Z","steps":["trace[1412743785] 'range keys from in-memory index tree' (duration: 584.403764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.114415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.529618Z","time spent":"584.785742ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:38.114427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.989417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:38.114497Z","caller":"traceutil/trace.go:171","msg":"trace[503071589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"615.060579ms","start":"2026-03-31T22:36:37.499419Z","end":"2026-03-31T22:36:38.11448Z","steps":["trace[503071589] 'range keys from in-memory index tree' (duration: 614.778262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.114481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050412026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:38.11455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.499353Z","time spent":"615.184352ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T22:36:38.114571Z","caller":"traceutil/trace.go:171","msg":"trace[1593984200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8689; }","duration":"1.05054541s","start":"2026-03-31T22:36:37.064002Z","end":"2026-03-31T22:36:38.114547Z","steps":["trace[1593984200] 'range keys from in-memory index tree' (duration: 1.050329394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.114669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.194618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:38.114766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.063982Z","time spent":"1.050744314s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:38.114813Z","caller":"traceutil/trace.go:171","msg":"trace[1760616921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8689; }","duration":"756.623449ms","start":"2026-03-31T22:36:37.35816Z","end":"2026-03-31T22:36:38.114784Z","steps":["trace[1760616921] 'range keys from in-memory index tree' (duration: 755.945703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.114906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.358141Z","time spent":"756.750551ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7fr5c\" "} {"level":"warn","ts":"2026-03-31T22:36:38.114624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.106532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:38.115085Z","caller":"traceutil/trace.go:171","msg":"trace[2032346152] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8689; }","duration":"999.602293ms","start":"2026-03-31T22:36:37.115459Z","end":"2026-03-31T22:36:38.115062Z","steps":["trace[2032346152] 'count revisions from in-memory index tree' (duration: 999.0173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.115155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.115438Z","time spent":"999.695534ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:38.115807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.528601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T22:36:38.115885Z","caller":"traceutil/trace.go:171","msg":"trace[1237222407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"762.646034ms","start":"2026-03-31T22:36:37.353218Z","end":"2026-03-31T22:36:38.115864Z","steps":["trace[1237222407] 'range keys from in-memory index tree' (duration: 762.312136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:38.115938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:37.353159Z","time spent":"762.766746ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T22:36:38.166038Z","caller":"traceutil/trace.go:171","msg":"trace[1593922810] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"224.737066ms","start":"2026-03-31T22:36:37.941277Z","end":"2026-03-31T22:36:38.166014Z","steps":["trace[1593922810] 'process raft request' (duration: 224.588603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.729068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670545846,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:36:40.848087Z","caller":"traceutil/trace.go:171","msg":"trace[2003081888] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"654.669033ms","start":"2026-03-31T22:36:40.193382Z","end":"2026-03-31T22:36:40.848051Z","steps":["trace[2003081888] 'process raft request' (duration: 654.508969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.848272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.193366Z","time spent":"654.812446ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:40.907355Z","caller":"traceutil/trace.go:171","msg":"trace[1566129657] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"679.105428ms","start":"2026-03-31T22:36:40.228222Z","end":"2026-03-31T22:36:40.907328Z","steps":["trace[1566129657] 'process raft request' (duration: 678.903924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.907541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.228191Z","time spent":"679.252432ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:40.907582Z","caller":"traceutil/trace.go:171","msg":"trace[1508642450] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9023; }","duration":"679.333344ms","start":"2026-03-31T22:36:40.228218Z","end":"2026-03-31T22:36:40.907551Z","steps":["trace[1508642450] 'read index received' (duration: 619.665942ms)","trace[1508642450] 'applied index is now lower than readState.Index' (duration: 59.665152ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:40.907655Z","caller":"traceutil/trace.go:171","msg":"trace[1773471037] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"593.954717ms","start":"2026-03-31T22:36:40.313672Z","end":"2026-03-31T22:36:40.907627Z","steps":["trace[1773471037] 'process raft request' (duration: 593.611838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.907821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.313648Z","time spent":"594.07915ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:40.907882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.67496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:40.907945Z","caller":"traceutil/trace.go:171","msg":"trace[444490362] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8707; }","duration":"648.783332ms","start":"2026-03-31T22:36:40.259144Z","end":"2026-03-31T22:36:40.907928Z","steps":["trace[444490362] 'agreement among raft nodes before linearized reading' (duration: 648.639628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.907983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.259112Z","time spent":"648.860684ms","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:40.907987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.364473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T22:36:40.908048Z","caller":"traceutil/trace.go:171","msg":"trace[156094988] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:8707; }","duration":"265.466586ms","start":"2026-03-31T22:36:40.642564Z","end":"2026-03-31T22:36:40.908031Z","steps":["trace[156094988] 'agreement among raft nodes before linearized reading' (duration: 265.264741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.908069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.312568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T22:36:40.908141Z","caller":"traceutil/trace.go:171","msg":"trace[27243470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8707; }","duration":"586.443151ms","start":"2026-03-31T22:36:40.32168Z","end":"2026-03-31T22:36:40.908123Z","steps":["trace[27243470] 'agreement among raft nodes before linearized reading' (duration: 586.202916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.908185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.321662Z","time spent":"586.515042ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:36:40.908274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.972108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228833"} {"level":"info","ts":"2026-03-31T22:36:40.908378Z","caller":"traceutil/trace.go:171","msg":"trace[140400678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8707; }","duration":"680.225883ms","start":"2026-03-31T22:36:40.22814Z","end":"2026-03-31T22:36:40.908366Z","steps":["trace[140400678] 'agreement among raft nodes before linearized reading' (duration: 679.559239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:40.908418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:40.228116Z","time spent":"680.291395ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228856,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T22:36:41.097582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.611079ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T22:36:41.097863Z","caller":"traceutil/trace.go:171","msg":"trace[658180587] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"185.007289ms","start":"2026-03-31T22:36:40.912833Z","end":"2026-03-31T22:36:41.09784Z","steps":["trace[658180587] 'process raft request' (duration: 184.851486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:50.537751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.428062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:50.537876Z","caller":"traceutil/trace.go:171","msg":"trace[1414480051] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"267.528741ms","start":"2026-03-31T22:36:50.270329Z","end":"2026-03-31T22:36:50.537858Z","steps":["trace[1414480051] 'read index received' (duration: 45.847173ms)","trace[1414480051] 'applied index is now lower than readState.Index' (duration: 221.680188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:50.537964Z","caller":"traceutil/trace.go:171","msg":"trace[598519353] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"282.152628ms","start":"2026-03-31T22:36:50.2558Z","end":"2026-03-31T22:36:50.537952Z","steps":["trace[598519353] 'process raft request' (duration: 60.439539ms)","trace[598519353] 'compare' (duration: 221.32728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:50.538101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.906125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:50.538155Z","caller":"traceutil/trace.go:171","msg":"trace[1074845544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8795; }","duration":"253.000977ms","start":"2026-03-31T22:36:50.285139Z","end":"2026-03-31T22:36:50.53814Z","steps":["trace[1074845544] 'agreement among raft nodes before linearized reading' (duration: 252.841753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:50.538401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.048543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T22:36:50.538499Z","caller":"traceutil/trace.go:171","msg":"trace[1628715482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8795; }","duration":"268.156925ms","start":"2026-03-31T22:36:50.270316Z","end":"2026-03-31T22:36:50.538473Z","steps":["trace[1628715482] 'agreement among raft nodes before linearized reading' (duration: 267.880669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:51.735169Z","caller":"traceutil/trace.go:171","msg":"trace[1418359456] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"178.652978ms","start":"2026-03-31T22:36:51.556492Z","end":"2026-03-31T22:36:51.735145Z","steps":["trace[1418359456] 'read index received' (duration: 178.477554ms)","trace[1418359456] 'applied index is now lower than readState.Index' (duration: 174.184µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:51.735328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.808941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T22:36:51.735302Z","caller":"traceutil/trace.go:171","msg":"trace[1846916485] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"485.749082ms","start":"2026-03-31T22:36:51.249514Z","end":"2026-03-31T22:36:51.735263Z","steps":["trace[1846916485] 'process raft request' (duration: 485.463716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:51.735369Z","caller":"traceutil/trace.go:171","msg":"trace[187787704] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8807; }","duration":"178.902913ms","start":"2026-03-31T22:36:51.556453Z","end":"2026-03-31T22:36:51.735356Z","steps":["trace[187787704] 'agreement among raft nodes before linearized reading' (duration: 178.789861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:51.735472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:51.249482Z","time spent":"485.899446ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:52.590027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.936573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:36:52.590101Z","caller":"traceutil/trace.go:171","msg":"trace[1169643676] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9134; }","duration":"830.820475ms","start":"2026-03-31T22:36:51.759267Z","end":"2026-03-31T22:36:52.590087Z","steps":["trace[1169643676] 'read index received' (duration: 294.825901ms)","trace[1169643676] 'applied index is now lower than readState.Index' (duration: 535.993604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:52.590153Z","caller":"traceutil/trace.go:171","msg":"trace[591920196] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"841.067373ms","start":"2026-03-31T22:36:51.749079Z","end":"2026-03-31T22:36:52.590146Z","steps":["trace[591920196] 'process raft request' (duration: 304.954166ms)","trace[591920196] 'compare' (duration: 535.647967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:36:52.590197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:51.749041Z","time spent":"841.136935ms","remote":"127.0.0.1:45734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T22:36:52.590362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.072961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T22:36:52.590447Z","caller":"traceutil/trace.go:171","msg":"trace[1129195905] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8808; }","duration":"831.200404ms","start":"2026-03-31T22:36:51.759227Z","end":"2026-03-31T22:36:52.590427Z","steps":["trace[1129195905] 'agreement among raft nodes before linearized reading' (duration: 830.937298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.590493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:51.759208Z","time spent":"831.277025ms","remote":"127.0.0.1:47484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T22:36:52.662524Z","caller":"traceutil/trace.go:171","msg":"trace[2129753827] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"651.881101ms","start":"2026-03-31T22:36:52.010617Z","end":"2026-03-31T22:36:52.662498Z","steps":["trace[2129753827] 'process raft request' (duration: 651.758438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.662699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.010597Z","time spent":"651.997084ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T22:36:52.83759Z","caller":"traceutil/trace.go:171","msg":"trace[478062916] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9135; }","duration":"247.442113ms","start":"2026-03-31T22:36:52.59012Z","end":"2026-03-31T22:36:52.837563Z","steps":["trace[478062916] 'read index received' (duration: 72.289294ms)","trace[478062916] 'applied index is now lower than readState.Index' (duration: 175.151529ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:52.837644Z","caller":"traceutil/trace.go:171","msg":"trace[1753868745] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"610.530408ms","start":"2026-03-31T22:36:52.227075Z","end":"2026-03-31T22:36:52.837605Z","steps":["trace[1753868745] 'process raft request' (duration: 610.125689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.837651Z","caller":"traceutil/trace.go:171","msg":"trace[1568357209] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"610.023566ms","start":"2026-03-31T22:36:52.227568Z","end":"2026-03-31T22:36:52.837591Z","steps":["trace[1568357209] 'process raft request' (duration: 609.900584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.837744Z","caller":"traceutil/trace.go:171","msg":"trace[21297963] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"576.373595ms","start":"2026-03-31T22:36:52.261346Z","end":"2026-03-31T22:36:52.837719Z","steps":["trace[21297963] 'process raft request' (duration: 576.172541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.837769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.22703Z","time spent":"610.670711ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:52.83776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.4572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:52.837827Z","caller":"traceutil/trace.go:171","msg":"trace[1267336165] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8812; }","duration":"698.579563ms","start":"2026-03-31T22:36:52.139231Z","end":"2026-03-31T22:36:52.83781Z","steps":["trace[1267336165] 'agreement among raft nodes before linearized reading' (duration: 698.462321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.837851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.261309Z","time spent":"576.489718ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:52.837898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062764982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T22:36:52.837889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.139209Z","time spent":"698.664454ms","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:36:52.837919Z","caller":"traceutil/trace.go:171","msg":"trace[926772593] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8812; }","duration":"1.062816982s","start":"2026-03-31T22:36:51.775094Z","end":"2026-03-31T22:36:52.837911Z","steps":["trace[926772593] 'agreement among raft nodes before linearized reading' (duration: 1.062765361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.837941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:51.775077Z","time spent":"1.062859744s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T22:36:52.837917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.877832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:36:52.838015Z","caller":"traceutil/trace.go:171","msg":"trace[1422619351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8812; }","duration":"277.999515ms","start":"2026-03-31T22:36:52.559989Z","end":"2026-03-31T22:36:52.837989Z","steps":["trace[1422619351] 'agreement among raft nodes before linearized reading' (duration: 277.77204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.838082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.771501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:36:52.838115Z","caller":"traceutil/trace.go:171","msg":"trace[451871929] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8812; }","duration":"243.839373ms","start":"2026-03-31T22:36:52.594265Z","end":"2026-03-31T22:36:52.838104Z","steps":["trace[451871929] 'agreement among raft nodes before linearized reading' (duration: 243.70715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.837936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.227558Z","time spent":"610.22075ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T22:36:52.838153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.839397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-l9lm9\" ","response":"range_response_count:1 size:4649"} {"level":"warn","ts":"2026-03-31T22:36:52.838191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.340776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-31T22:36:52.838209Z","caller":"traceutil/trace.go:171","msg":"trace[276742271] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8812; }","duration":"241.375808ms","start":"2026-03-31T22:36:52.596828Z","end":"2026-03-31T22:36:52.838203Z","steps":["trace[276742271] 'agreement among raft nodes before linearized reading' (duration: 241.310366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.838202Z","caller":"traceutil/trace.go:171","msg":"trace[1216337598] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-l9lm9; range_end:; response_count:1; response_revision:8812; }","duration":"827.926079ms","start":"2026-03-31T22:36:52.010264Z","end":"2026-03-31T22:36:52.83819Z","steps":["trace[1216337598] 'agreement among raft nodes before linearized reading' (duration: 827.746195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.838236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:52.01021Z","time spent":"828.018961ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-l9lm9\" "} {"level":"warn","ts":"2026-03-31T22:36:52.838336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.958708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-776459dbc8-bvsgz.18a20df3763d3b62\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T22:36:52.838362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.891129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a20dfeefba6b09\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T22:36:52.838393Z","caller":"traceutil/trace.go:171","msg":"trace[818371342] range","detail":"{range_begin:/registry/events/openstack/ceph.18a20dfeefba6b09; range_end:; response_count:1; response_revision:8812; }","duration":"241.94119ms","start":"2026-03-31T22:36:52.596443Z","end":"2026-03-31T22:36:52.838384Z","steps":["trace[818371342] 'agreement among raft nodes before linearized reading' (duration: 241.853368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.838389Z","caller":"traceutil/trace.go:171","msg":"trace[1948743927] range","detail":"{range_begin:/registry/events/openstack/barbican-api-776459dbc8-bvsgz.18a20df3763d3b62; range_end:; response_count:1; response_revision:8812; }","duration":"172.039109ms","start":"2026-03-31T22:36:52.666332Z","end":"2026-03-31T22:36:52.838371Z","steps":["trace[1948743927] 'agreement among raft nodes before linearized reading' (duration: 171.906556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.838611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.316069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T22:36:52.838666Z","caller":"traceutil/trace.go:171","msg":"trace[108530872] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8812; }","duration":"242.397381ms","start":"2026-03-31T22:36:52.596254Z","end":"2026-03-31T22:36:52.838652Z","steps":["trace[108530872] 'agreement among raft nodes before linearized reading' (duration: 242.206335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.8387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.427359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:36:52.838843Z","caller":"traceutil/trace.go:171","msg":"trace[689881723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8812; }","duration":"284.534111ms","start":"2026-03-31T22:36:52.554198Z","end":"2026-03-31T22:36:52.838732Z","steps":["trace[689881723] 'agreement among raft nodes before linearized reading' (duration: 284.365828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.95056Z","caller":"traceutil/trace.go:171","msg":"trace[290927363] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"108.703907ms","start":"2026-03-31T22:36:52.841831Z","end":"2026-03-31T22:36:52.950535Z","steps":["trace[290927363] 'process raft request' (duration: 91.045532ms)","trace[290927363] 'compare' (duration: 17.48264ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:52.950808Z","caller":"traceutil/trace.go:171","msg":"trace[327672371] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9139; }","duration":"108.544293ms","start":"2026-03-31T22:36:52.842246Z","end":"2026-03-31T22:36:52.95079Z","steps":["trace[327672371] 'read index received' (duration: 32.740991ms)","trace[327672371] 'applied index is now lower than readState.Index' (duration: 75.802542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:52.950996Z","caller":"traceutil/trace.go:171","msg":"trace[1329256397] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"108.958242ms","start":"2026-03-31T22:36:52.842027Z","end":"2026-03-31T22:36:52.950986Z","steps":["trace[1329256397] 'process raft request' (duration: 108.44593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:52.951185Z","caller":"traceutil/trace.go:171","msg":"trace[1458815144] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"108.569293ms","start":"2026-03-31T22:36:52.842569Z","end":"2026-03-31T22:36:52.951139Z","steps":["trace[1458815144] 'process raft request' (duration: 108.117013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:52.951296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.031303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T22:36:52.951351Z","caller":"traceutil/trace.go:171","msg":"trace[1533103684] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8816; }","duration":"109.107826ms","start":"2026-03-31T22:36:52.842231Z","end":"2026-03-31T22:36:52.951339Z","steps":["trace[1533103684] 'agreement among raft nodes before linearized reading' (duration: 108.920441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:53.842845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.003754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:53.843123Z","caller":"traceutil/trace.go:171","msg":"trace[1529863772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8826; }","duration":"118.170558ms","start":"2026-03-31T22:36:53.724746Z","end":"2026-03-31T22:36:53.842917Z","steps":["trace[1529863772] 'count revisions from in-memory index tree' (duration: 117.906052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:54.02151Z","caller":"traceutil/trace.go:171","msg":"trace[995542418] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"153.422265ms","start":"2026-03-31T22:36:53.868051Z","end":"2026-03-31T22:36:54.021473Z","steps":["trace[995542418] 'process raft request' (duration: 153.253722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:54.427908Z","caller":"traceutil/trace.go:171","msg":"trace[1259490680] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"108.561524ms","start":"2026-03-31T22:36:54.31932Z","end":"2026-03-31T22:36:54.427881Z","steps":["trace[1259490680] 'process raft request' (duration: 108.39697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:54.886625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.725381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T22:36:54.886703Z","caller":"traceutil/trace.go:171","msg":"trace[1529824314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8828; }","duration":"101.848674ms","start":"2026-03-31T22:36:54.784837Z","end":"2026-03-31T22:36:54.886686Z","steps":["trace[1529824314] 'range keys from in-memory index tree' (duration: 101.496717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:36:55.303541Z","caller":"traceutil/trace.go:171","msg":"trace[997679511] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"344.50803ms","start":"2026-03-31T22:36:54.959004Z","end":"2026-03-31T22:36:55.303512Z","steps":["trace[997679511] 'process raft request' (duration: 344.322296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.30369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:54.958983Z","time spent":"344.634463ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:55.374604Z","caller":"traceutil/trace.go:171","msg":"trace[1859698150] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9158; }","duration":"402.019744ms","start":"2026-03-31T22:36:54.972555Z","end":"2026-03-31T22:36:55.374575Z","steps":["trace[1859698150] 'read index received' (duration: 330.801644ms)","trace[1859698150] 'applied index is now lower than readState.Index' (duration: 71.21677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:55.374675Z","caller":"traceutil/trace.go:171","msg":"trace[183972957] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"415.205928ms","start":"2026-03-31T22:36:54.959445Z","end":"2026-03-31T22:36:55.37465Z","steps":["trace[183972957] 'process raft request' (duration: 382.725192ms)","trace[183972957] 'compare' (duration: 32.185029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:36:55.374762Z","caller":"traceutil/trace.go:171","msg":"trace[401618709] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"249.317465ms","start":"2026-03-31T22:36:55.125415Z","end":"2026-03-31T22:36:55.374732Z","steps":["trace[401618709] 'process raft request' (duration: 249.09057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.374838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.194067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:36:55.374843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:54.959421Z","time spent":"415.334061ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:36:55.3749Z","caller":"traceutil/trace.go:171","msg":"trace[571481263] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8834; }","duration":"367.292539ms","start":"2026-03-31T22:36:55.007591Z","end":"2026-03-31T22:36:55.374883Z","steps":["trace[571481263] 'agreement among raft nodes before linearized reading' (duration: 367.196597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.374933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.372182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T22:36:55.374953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:55.007571Z","time spent":"367.36986ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T22:36:55.375005Z","caller":"traceutil/trace.go:171","msg":"trace[209704723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8834; }","duration":"402.473314ms","start":"2026-03-31T22:36:54.972514Z","end":"2026-03-31T22:36:55.374988Z","steps":["trace[209704723] 'agreement among raft nodes before linearized reading' (duration: 402.27074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.375004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.329459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:36:55.375062Z","caller":"traceutil/trace.go:171","msg":"trace[1248541337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8834; }","duration":"311.425512ms","start":"2026-03-31T22:36:55.063622Z","end":"2026-03-31T22:36:55.375048Z","steps":["trace[1248541337] 'agreement among raft nodes before linearized reading' (duration: 311.3403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.375063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:54.972502Z","time spent":"402.545416ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T22:36:55.375094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.684751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:36:55.375137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.551656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T22:36:55.375225Z","caller":"traceutil/trace.go:171","msg":"trace[118628237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8834; }","duration":"178.74009ms","start":"2026-03-31T22:36:55.196465Z","end":"2026-03-31T22:36:55.375205Z","steps":["trace[118628237] 'agreement among raft nodes before linearized reading' (duration: 178.415693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.375118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:36:55.0636Z","time spent":"311.506843ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:36:55.375165Z","caller":"traceutil/trace.go:171","msg":"trace[757868220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:8834; }","duration":"244.809894ms","start":"2026-03-31T22:36:55.13034Z","end":"2026-03-31T22:36:55.37515Z","steps":["trace[757868220] 'agreement among raft nodes before linearized reading' (duration: 244.594079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:36:55.374999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.175728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T22:36:55.375429Z","caller":"traceutil/trace.go:171","msg":"trace[908522475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8834; }","duration":"230.630968ms","start":"2026-03-31T22:36:55.144778Z","end":"2026-03-31T22:36:55.375409Z","steps":["trace[908522475] 'agreement among raft nodes before linearized reading' (duration: 230.091506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:08.436447Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002477.wal"} {"level":"warn","ts":"2026-03-31T22:37:39.269079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.072465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:39.269319Z","caller":"traceutil/trace.go:171","msg":"trace[364929340] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"176.258015ms","start":"2026-03-31T22:37:39.093039Z","end":"2026-03-31T22:37:39.269297Z","steps":["trace[364929340] 'process raft request' (duration: 176.166223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:39.269583Z","caller":"traceutil/trace.go:171","msg":"trace[861888536] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"178.30232ms","start":"2026-03-31T22:37:39.091251Z","end":"2026-03-31T22:37:39.269553Z","steps":["trace[861888536] 'process raft request' (duration: 38.654173ms)","trace[861888536] 'compare' (duration: 138.596284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:39.638748Z","caller":"traceutil/trace.go:171","msg":"trace[2146793560] linearizableReadLoop","detail":"{readStateIndex:9560; appliedIndex:9559; }","duration":"108.958643ms","start":"2026-03-31T22:37:39.529765Z","end":"2026-03-31T22:37:39.638723Z","steps":["trace[2146793560] 'read index received' (duration: 108.613865ms)","trace[2146793560] 'applied index is now lower than readState.Index' (duration: 343.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:39.638812Z","caller":"traceutil/trace.go:171","msg":"trace[125389791] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"116.00238ms","start":"2026-03-31T22:37:39.522776Z","end":"2026-03-31T22:37:39.638779Z","steps":["trace[125389791] 'process raft request' (duration: 115.731144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:39.639623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.839002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T22:37:39.639731Z","caller":"traceutil/trace.go:171","msg":"trace[2097536853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9221; }","duration":"109.991645ms","start":"2026-03-31T22:37:39.52972Z","end":"2026-03-31T22:37:39.639711Z","steps":["trace[2097536853] 'agreement among raft nodes before linearized reading' (duration: 109.104896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:53.436759Z","caller":"traceutil/trace.go:171","msg":"trace[65071652] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"117.097374ms","start":"2026-03-31T22:37:53.319629Z","end":"2026-03-31T22:37:53.436726Z","steps":["trace[65071652] 'process raft request' (duration: 116.899039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:54.296177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.16541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5617"} {"level":"info","ts":"2026-03-31T22:37:54.296259Z","caller":"traceutil/trace.go:171","msg":"trace[527640701] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:9474; }","duration":"106.305883ms","start":"2026-03-31T22:37:54.189935Z","end":"2026-03-31T22:37:54.296241Z","steps":["trace[527640701] 'range keys from in-memory index tree' (duration: 105.953456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:54.296416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.376005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-31T22:37:54.296504Z","caller":"traceutil/trace.go:171","msg":"trace[1200945657] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:9474; }","duration":"106.490127ms","start":"2026-03-31T22:37:54.189991Z","end":"2026-03-31T22:37:54.296482Z","steps":["trace[1200945657] 'range keys from in-memory index tree' (duration: 106.238642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.944538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.484482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T22:37:57.944915Z","caller":"traceutil/trace.go:171","msg":"trace[275378823] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"183.576358ms","start":"2026-03-31T22:37:57.761287Z","end":"2026-03-31T22:37:57.944863Z","steps":["trace[275378823] 'process raft request' (duration: 61.675467ms)","trace[275378823] 'compare' (duration: 121.364239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:57.945024Z","caller":"traceutil/trace.go:171","msg":"trace[171106039] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"183.366773ms","start":"2026-03-31T22:37:57.76159Z","end":"2026-03-31T22:37:57.944957Z","steps":["trace[171106039] 'process raft request' (duration: 183.117318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.944972Z","caller":"traceutil/trace.go:171","msg":"trace[1368756730] linearizableReadLoop","detail":"{readStateIndex:9841; appliedIndex:9838; }","duration":"178.747249ms","start":"2026-03-31T22:37:57.766206Z","end":"2026-03-31T22:37:57.944954Z","steps":["trace[1368756730] 'read index received' (duration: 56.727476ms)","trace[1368756730] 'applied index is now lower than readState.Index' (duration: 122.013733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:37:57.9451Z","caller":"traceutil/trace.go:171","msg":"trace[972203546] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"182.831211ms","start":"2026-03-31T22:37:57.762216Z","end":"2026-03-31T22:37:57.945048Z","steps":["trace[972203546] 'process raft request' (duration: 182.674428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.945394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.17434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T22:37:57.945478Z","caller":"traceutil/trace.go:171","msg":"trace[917485128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9496; }","duration":"179.319943ms","start":"2026-03-31T22:37:57.766138Z","end":"2026-03-31T22:37:57.945458Z","steps":["trace[917485128] 'agreement among raft nodes before linearized reading' (duration: 179.059677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:57.945547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.58463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7fr5c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-31T22:37:57.945567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.270163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T22:37:57.945622Z","caller":"traceutil/trace.go:171","msg":"trace[1839891773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7fr5c; range_end:; response_count:1; response_revision:9496; }","duration":"149.912417ms","start":"2026-03-31T22:37:57.795696Z","end":"2026-03-31T22:37:57.945608Z","steps":["trace[1839891773] 'agreement among raft nodes before linearized reading' (duration: 149.689453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:37:57.945698Z","caller":"traceutil/trace.go:171","msg":"trace[1514547855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9496; }","duration":"166.487627ms","start":"2026-03-31T22:37:57.779182Z","end":"2026-03-31T22:37:57.945669Z","steps":["trace[1514547855] 'agreement among raft nodes before linearized reading' (duration: 166.16109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.452769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967603614670548029,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T22:37:58.558475Z","caller":"traceutil/trace.go:171","msg":"trace[32493496] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"608.107184ms","start":"2026-03-31T22:37:57.950333Z","end":"2026-03-31T22:37:58.55844Z","steps":["trace[32493496] 'process raft request' (duration: 607.91917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.558878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.950302Z","time spent":"608.261088ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:58.560081Z","caller":"traceutil/trace.go:171","msg":"trace[1307511998] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"608.469862ms","start":"2026-03-31T22:37:57.951571Z","end":"2026-03-31T22:37:58.560041Z","steps":["trace[1307511998] 'process raft request' (duration: 608.004762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.560431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.951546Z","time spent":"608.760448ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T22:37:58.56067Z","caller":"traceutil/trace.go:171","msg":"trace[1948351140] linearizableReadLoop","detail":"{readStateIndex:9843; appliedIndex:9841; }","duration":"608.060044ms","start":"2026-03-31T22:37:57.951899Z","end":"2026-03-31T22:37:58.559959Z","steps":["trace[1948351140] 'read index received' (duration: 606.396726ms)","trace[1948351140] 'applied index is now lower than readState.Index' (duration: 1.661458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:37:58.560755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.726448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:37:58.560807Z","caller":"traceutil/trace.go:171","msg":"trace[205042016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9498; }","duration":"496.813849ms","start":"2026-03-31T22:37:58.063985Z","end":"2026-03-31T22:37:58.560799Z","steps":["trace[205042016] 'agreement among raft nodes before linearized reading' (duration: 496.738817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.560811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.896912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291515"} {"level":"warn","ts":"2026-03-31T22:37:58.560847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:58.063972Z","time spent":"496.855331ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T22:37:58.560901Z","caller":"traceutil/trace.go:171","msg":"trace[2037868801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9498; }","duration":"609.037465ms","start":"2026-03-31T22:37:57.95184Z","end":"2026-03-31T22:37:58.560877Z","steps":["trace[2037868801] 'agreement among raft nodes before linearized reading' (duration: 608.233957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:37:58.560952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:37:57.951819Z","time spent":"609.122616ms","remote":"127.0.0.1:45824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291538,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T22:38:11.607491Z","caller":"traceutil/trace.go:171","msg":"trace[143516698] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"171.629852ms","start":"2026-03-31T22:38:11.435835Z","end":"2026-03-31T22:38:11.607464Z","steps":["trace[143516698] 'process raft request' (duration: 171.464447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:11.779443Z","caller":"traceutil/trace.go:171","msg":"trace[1589831721] linearizableReadLoop","detail":"{readStateIndex:9921; appliedIndex:9919; }","duration":"275.601002ms","start":"2026-03-31T22:38:11.503808Z","end":"2026-03-31T22:38:11.779409Z","steps":["trace[1589831721] 'read index received' (duration: 103.52487ms)","trace[1589831721] 'applied index is now lower than readState.Index' (duration: 172.074302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:11.779509Z","caller":"traceutil/trace.go:171","msg":"trace[488219299] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"282.396454ms","start":"2026-03-31T22:38:11.497076Z","end":"2026-03-31T22:38:11.779473Z","steps":["trace[488219299] 'process raft request' (duration: 227.943328ms)","trace[488219299] 'compare' (duration: 54.224371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:11.779737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.907699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T22:38:11.779804Z","caller":"traceutil/trace.go:171","msg":"trace[769549375] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9573; }","duration":"276.026372ms","start":"2026-03-31T22:38:11.503762Z","end":"2026-03-31T22:38:11.779788Z","steps":["trace[769549375] 'agreement among raft nodes before linearized reading' (duration: 275.822998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:12.523768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.747858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T22:38:12.523841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.977789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T22:38:12.523861Z","caller":"traceutil/trace.go:171","msg":"trace[1249205993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:9574; }","duration":"702.884001ms","start":"2026-03-31T22:38:11.820951Z","end":"2026-03-31T22:38:12.523835Z","steps":["trace[1249205993] 'agreement among raft nodes before linearized reading' (duration: 58.259651ms)","trace[1249205993] 'count revisions from in-memory index tree' (duration: 644.496947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:12.52387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.341383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T22:38:12.523916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:11.82093Z","time spent":"702.974102ms","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T22:38:12.523947Z","caller":"traceutil/trace.go:171","msg":"trace[1822216015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9574; }","duration":"510.458006ms","start":"2026-03-31T22:38:12.013468Z","end":"2026-03-31T22:38:12.523926Z","steps":["trace[1822216015] 'range keys from in-memory index tree' (duration: 510.119058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:12.523968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.319943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T22:38:12.524051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.426962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T22:38:12.52406Z","caller":"traceutil/trace.go:171","msg":"trace[552254178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9574; }","duration":"510.531597ms","start":"2026-03-31T22:38:12.013508Z","end":"2026-03-31T22:38:12.52404Z","steps":["trace[552254178] 'range keys from in-memory index tree' (duration: 510.127687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:12.523915Z","caller":"traceutil/trace.go:171","msg":"trace[1742642841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9574; }","duration":"637.161973ms","start":"2026-03-31T22:38:11.886732Z","end":"2026-03-31T22:38:12.523894Z","steps":["trace[1742642841] 'range keys from in-memory index tree' (duration: 636.887787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:12.524101Z","caller":"traceutil/trace.go:171","msg":"trace[983837263] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9574; }","duration":"677.505394ms","start":"2026-03-31T22:38:11.84658Z","end":"2026-03-31T22:38:12.524086Z","steps":["trace[983837263] 'agreement among raft nodes before linearized reading' (duration: 32.696561ms)","trace[983837263] 'range keys from in-memory index tree' (duration: 644.65747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T22:38:12.524145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:11.88671Z","time spent":"637.424309ms","remote":"127.0.0.1:46096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T22:38:12.524157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.242576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T22:38:12.524224Z","caller":"traceutil/trace.go:171","msg":"trace[597424334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9574; }","duration":"508.359518ms","start":"2026-03-31T22:38:12.01585Z","end":"2026-03-31T22:38:12.524209Z","steps":["trace[597424334] 'range keys from in-memory index tree' (duration: 508.090003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:12.524001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:12.013444Z","time spent":"510.548137ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T22:38:12.524261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:12.015827Z","time spent":"508.42264ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T22:38:12.524152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:11.846555Z","time spent":"677.588756ms","remote":"127.0.0.1:45826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T22:38:12.524107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T22:38:12.013476Z","time spent":"510.62067ms","remote":"127.0.0.1:45894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T22:38:12.676642Z","caller":"traceutil/trace.go:171","msg":"trace[166331572] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"148.004504ms","start":"2026-03-31T22:38:12.52857Z","end":"2026-03-31T22:38:12.676574Z","steps":["trace[166331572] 'process raft request' (duration: 99.131133ms)","trace[166331572] 'compare' (duration: 48.712837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:12.67689Z","caller":"traceutil/trace.go:171","msg":"trace[848666515] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"148.065416ms","start":"2026-03-31T22:38:12.528788Z","end":"2026-03-31T22:38:12.676853Z","steps":["trace[848666515] 'process raft request' (duration: 147.745949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:12.677052Z","caller":"traceutil/trace.go:171","msg":"trace[1539217846] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"148.167837ms","start":"2026-03-31T22:38:12.528844Z","end":"2026-03-31T22:38:12.677012Z","steps":["trace[1539217846] 'process raft request' (duration: 147.909162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:12.88591Z","caller":"traceutil/trace.go:171","msg":"trace[375167666] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"204.468664ms","start":"2026-03-31T22:38:12.681406Z","end":"2026-03-31T22:38:12.885875Z","steps":["trace[375167666] 'process raft request' (duration: 131.365142ms)","trace[375167666] 'compare' (duration: 72.833556ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:12.886393Z","caller":"traceutil/trace.go:171","msg":"trace[1947397356] linearizableReadLoop","detail":"{readStateIndex:9928; appliedIndex:9926; }","duration":"204.70917ms","start":"2026-03-31T22:38:12.681647Z","end":"2026-03-31T22:38:12.886356Z","steps":["trace[1947397356] 'read index received' (duration: 131.25875ms)","trace[1947397356] 'applied index is now lower than readState.Index' (duration: 73.44848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T22:38:12.886515Z","caller":"traceutil/trace.go:171","msg":"trace[2132508512] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"204.940424ms","start":"2026-03-31T22:38:12.681529Z","end":"2026-03-31T22:38:12.886469Z","steps":["trace[2132508512] 'process raft request' (duration: 204.28709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:12.886856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.18917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291470"} {"level":"info","ts":"2026-03-31T22:38:12.88691Z","caller":"traceutil/trace.go:171","msg":"trace[1244303174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9580; }","duration":"205.254032ms","start":"2026-03-31T22:38:12.681643Z","end":"2026-03-31T22:38:12.886897Z","steps":["trace[1244303174] 'agreement among raft nodes before linearized reading' (duration: 204.820602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T22:38:12.88707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.956136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T22:38:12.887192Z","caller":"traceutil/trace.go:171","msg":"trace[968818368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9580; }","duration":"197.214471ms","start":"2026-03-31T22:38:12.689944Z","end":"2026-03-31T22:38:12.887158Z","steps":["trace[968818368] 'agreement among raft nodes before linearized reading' (duration: 196.777862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:38:21.91426Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T22:38:21.922249Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T22:38:21.922318Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T22:40:07.504016Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8004} {"level":"info","ts":"2026-03-31T22:40:07.571842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8004,"took":"65.545912ms","hash":385369062,"current-db-size-bytes":56954880,"current-db-size":"57 MB","current-db-size-in-use-bytes":27652096,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T22:40:07.571894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":385369062,"revision":8004,"compact-revision":5823} {"level":"info","ts":"2026-03-31T22:42:17.38348Z","caller":"traceutil/trace.go:171","msg":"trace[2133530283] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"135.380278ms","start":"2026-03-31T22:42:17.247998Z","end":"2026-03-31T22:42:17.383379Z","steps":["trace[2133530283] 'process raft request' (duration: 134.881526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:42:20.46206Z","caller":"traceutil/trace.go:171","msg":"trace[146106051] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"158.821121ms","start":"2026-03-31T22:42:20.303207Z","end":"2026-03-31T22:42:20.462028Z","steps":["trace[146106051] 'process raft request' (duration: 158.577246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T22:45:07.5103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10389} {"level":"info","ts":"2026-03-31T22:45:07.589193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10389,"took":"77.022503ms","hash":585304207,"current-db-size-bytes":56954880,"current-db-size":"57 MB","current-db-size-in-use-bytes":21934080,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T22:45:07.589266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":585304207,"revision":10389,"compact-revision":8004}