{"level":"warn","ts":"2026-04-16T16:14:33.283503Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:14:33.28375Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:14:33.283903Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:14:33.283918Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T16:14:33.283945Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:14:33.284819Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-04-16T16:14:33.285091Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:14:33.312608Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"27.219171ms"} {"level":"info","ts":"2026-04-16T16:14:33.339035Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-04-16T16:14:33.339125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:14:33.339147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-04-16T16:14:33.339161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:14:33.33917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-04-16T16:14:33.339253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-04-16T16:14:33.363142Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:14:33.365175Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:14:33.366366Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:14:33.368802Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:14:33.371092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:14:33.371171Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:14:33.371182Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:14:33.371521Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:14:33.372743Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-04-16T16:14:33.372827Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T16:14:33.373042Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T16:14:33.373069Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T16:14:33.373034Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:14:33.374651Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:14:33.374729Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:14:34.040292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:14:34.040348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:14:34.040378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-04-16T16:14:34.040392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:14:34.040397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-16T16:14:34.040406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-04-16T16:14:34.040413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-16T16:14:34.042368Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:14:34.045183Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:14:34.045255Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:14:34.04586Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:14:34.046223Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:14:34.046265Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:14:34.047605Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:14:34.047672Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:14:34.047692Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:14:34.048064Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-04-16T16:14:34.049245Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-16T16:14:37.572992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.279728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:14:37.573144Z","caller":"traceutil/trace.go:171","msg":"trace[504030909] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"444.873138ms","start":"2026-04-16T16:14:37.128247Z","end":"2026-04-16T16:14:37.57312Z","steps":["trace[504030909] 'process raft request' (duration: 87.738298ms)","trace[504030909] 'compare' (duration: 356.117244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:14:37.57326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:37.128231Z","time spent":"444.993352ms","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:14:37.93184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.701989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:14:37.932011Z","caller":"traceutil/trace.go:171","msg":"trace[1399029727] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"286.973684ms","start":"2026-04-16T16:14:37.645021Z","end":"2026-04-16T16:14:37.931995Z","steps":["trace[1399029727] 'process raft request' (duration: 286.924253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:14:37.932061Z","caller":"traceutil/trace.go:171","msg":"trace[704928847] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"288.317378ms","start":"2026-04-16T16:14:37.643712Z","end":"2026-04-16T16:14:37.93203Z","steps":["trace[704928847] 'process raft request' (duration: 47.366243ms)","trace[704928847] 'compare' (duration: 240.537075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:14:38.326106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.240927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:14:38.326241Z","caller":"traceutil/trace.go:171","msg":"trace[1428121544] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:250; }","duration":"298.557617ms","start":"2026-04-16T16:14:38.027662Z","end":"2026-04-16T16:14:38.326219Z","steps":["trace[1428121544] 'read index received' (duration: 12.047273ms)","trace[1428121544] 'applied index is now lower than readState.Index' (duration: 286.508694ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:38.326333Z","caller":"traceutil/trace.go:171","msg":"trace[2058307848] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"389.182377ms","start":"2026-04-16T16:14:37.937089Z","end":"2026-04-16T16:14:38.326271Z","steps":["trace[2058307848] 'process raft request' (duration: 102.648513ms)","trace[2058307848] 'compare' (duration: 286.082322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:14:38.326441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.850984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:14:38.326627Z","caller":"traceutil/trace.go:171","msg":"trace[695258104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:245; }","duration":"390.05282ms","start":"2026-04-16T16:14:37.936559Z","end":"2026-04-16T16:14:38.326612Z","steps":["trace[695258104] 'agreement among raft nodes before linearized reading' (duration: 389.722012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:38.326671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:37.936551Z","time spent":"390.110342ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:14:38.32695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:37.937077Z","time spent":"389.445315ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:14:38.327538Z","caller":"traceutil/trace.go:171","msg":"trace[2143390651] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"295.284104ms","start":"2026-04-16T16:14:38.03223Z","end":"2026-04-16T16:14:38.327514Z","steps":["trace[2143390651] 'process raft request' (duration: 295.209472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:14:38.32773Z","caller":"traceutil/trace.go:171","msg":"trace[1807747562] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"295.913471ms","start":"2026-04-16T16:14:38.031793Z","end":"2026-04-16T16:14:38.327706Z","steps":["trace[1807747562] 'process raft request' (duration: 295.521291ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:14:38.583405Z","caller":"traceutil/trace.go:171","msg":"trace[2008240856] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"239.792233ms","start":"2026-04-16T16:14:38.343584Z","end":"2026-04-16T16:14:38.583377Z","steps":["trace[2008240856] 'process raft request' (duration: 189.842864ms)","trace[2008240856] 'compare' (duration: 49.787015ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:38.712703Z","caller":"traceutil/trace.go:171","msg":"trace[227619056] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"118.918178ms","start":"2026-04-16T16:14:38.593742Z","end":"2026-04-16T16:14:38.71266Z","steps":["trace[227619056] 'process raft request' (duration: 96.110802ms)","trace[227619056] 'compare' (duration: 22.573349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:44.839932Z","caller":"traceutil/trace.go:171","msg":"trace[1781338501] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"488.390083ms","start":"2026-04-16T16:14:44.351478Z","end":"2026-04-16T16:14:44.839868Z","steps":["trace[1781338501] 'process raft request' (duration: 488.032484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:44.840383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:44.351461Z","time spent":"488.563398ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:14:51.266672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.076912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:14:51.266854Z","caller":"traceutil/trace.go:171","msg":"trace[206152758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"198.303458ms","start":"2026-04-16T16:14:51.068532Z","end":"2026-04-16T16:14:51.266835Z","steps":["trace[206152758] 'range keys from in-memory index tree' (duration: 198.003801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.18822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097412797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:14:52.423189Z","caller":"traceutil/trace.go:171","msg":"trace[1903053757] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"735.102712ms","start":"2026-04-16T16:14:51.688062Z","end":"2026-04-16T16:14:52.423164Z","steps":["trace[1903053757] 'read index received' (duration: 735.04962ms)","trace[1903053757] 'applied index is now lower than readState.Index' (duration: 52.202µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:52.423296Z","caller":"traceutil/trace.go:171","msg":"trace[1213151404] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"838.835668ms","start":"2026-04-16T16:14:51.584434Z","end":"2026-04-16T16:14:52.42327Z","steps":["trace[1213151404] 'process raft request' (duration: 838.610763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.423357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.271096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:14:52.423413Z","caller":"traceutil/trace.go:171","msg":"trace[2126137406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"735.39774ms","start":"2026-04-16T16:14:51.688002Z","end":"2026-04-16T16:14:52.4234Z","steps":["trace[2126137406] 'agreement among raft nodes before linearized reading' (duration: 735.284767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.42344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:51.584418Z","time spent":"838.93745ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:14:52.423454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:51.687975Z","time spent":"735.471261ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:14:52.831942Z","caller":"traceutil/trace.go:171","msg":"trace[403238372] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"408.652728ms","start":"2026-04-16T16:14:52.423263Z","end":"2026-04-16T16:14:52.831916Z","steps":["trace[403238372] 'read index received' (duration: 371.226174ms)","trace[403238372] 'applied index is now lower than readState.Index' (duration: 37.418253ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:52.831963Z","caller":"traceutil/trace.go:171","msg":"trace[275664688] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"404.264155ms","start":"2026-04-16T16:14:52.427674Z","end":"2026-04-16T16:14:52.831938Z","steps":["trace[275664688] 'process raft request' (duration: 404.154652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.832074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.374044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-16T16:14:52.832169Z","caller":"traceutil/trace.go:171","msg":"trace[1548055778] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:420; }","duration":"480.508508ms","start":"2026-04-16T16:14:52.351639Z","end":"2026-04-16T16:14:52.832147Z","steps":["trace[1548055778] 'agreement among raft nodes before linearized reading' (duration: 480.284362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.832179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:52.427658Z","time spent":"404.424459ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:14:52.832222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:52.351621Z","time spent":"480.591719ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-16T16:14:52.832166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.143774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-16T16:14:52.832333Z","caller":"traceutil/trace.go:171","msg":"trace[1556043431] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:420; }","duration":"617.312399ms","start":"2026-04-16T16:14:52.215001Z","end":"2026-04-16T16:14:52.832313Z","steps":["trace[1556043431] 'agreement among raft nodes before linearized reading' (duration: 617.033652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:52.83241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:52.21491Z","time spent":"617.488484ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-16T16:14:55.420037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097412848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:14:55.77341Z","caller":"traceutil/trace.go:171","msg":"trace[1573623570] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"853.675904ms","start":"2026-04-16T16:14:54.919709Z","end":"2026-04-16T16:14:55.773384Z","steps":["trace[1573623570] 'read index received' (duration: 853.51582ms)","trace[1573623570] 'applied index is now lower than readState.Index' (duration: 158.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:55.773743Z","caller":"traceutil/trace.go:171","msg":"trace[560131525] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"933.233507ms","start":"2026-04-16T16:14:54.840496Z","end":"2026-04-16T16:14:55.77373Z","steps":["trace[560131525] 'process raft request' (duration: 932.743265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:55.773848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:54.840474Z","time spent":"933.30456ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:14:55.774041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.341092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:14:55.774079Z","caller":"traceutil/trace.go:171","msg":"trace[1983537509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:455; }","duration":"854.404344ms","start":"2026-04-16T16:14:54.919664Z","end":"2026-04-16T16:14:55.774068Z","steps":["trace[1983537509] 'agreement among raft nodes before linearized reading' (duration: 854.339832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:55.774107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:54.919644Z","time spent":"854.456615ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:14:55.774432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.910355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:14:55.77447Z","caller":"traceutil/trace.go:171","msg":"trace[1717824648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"706.983517ms","start":"2026-04-16T16:14:55.067477Z","end":"2026-04-16T16:14:55.77446Z","steps":["trace[1717824648] 'agreement among raft nodes before linearized reading' (duration: 706.931766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:55.774497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:55.06746Z","time spent":"707.031908ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:14:55.775539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.978851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:14:55.775666Z","caller":"traceutil/trace.go:171","msg":"trace[535485354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:455; }","duration":"809.119834ms","start":"2026-04-16T16:14:54.966523Z","end":"2026-04-16T16:14:55.775642Z","steps":["trace[535485354] 'agreement among raft nodes before linearized reading' (duration: 807.695538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:55.775727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:54.966479Z","time spent":"809.236427ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:14:56.172938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.64961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:14:56.173212Z","caller":"traceutil/trace.go:171","msg":"trace[372587379] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"394.079137ms","start":"2026-04-16T16:14:55.779085Z","end":"2026-04-16T16:14:56.173164Z","steps":["trace[372587379] 'process raft request' (duration: 133.115579ms)","trace[372587379] 'compare' (duration: 260.412844ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:14:56.173277Z","caller":"traceutil/trace.go:171","msg":"trace[1454014371] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"176.884927ms","start":"2026-04-16T16:14:55.996372Z","end":"2026-04-16T16:14:56.173257Z","steps":["trace[1454014371] 'process raft request' (duration: 176.801124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:56.173464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:55.779062Z","time spent":"394.252342ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:14:56.173564Z","caller":"traceutil/trace.go:171","msg":"trace[2133781457] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"393.679847ms","start":"2026-04-16T16:14:55.779862Z","end":"2026-04-16T16:14:56.173542Z","steps":["trace[2133781457] 'process raft request' (duration: 393.198655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:56.173655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:55.77985Z","time spent":"393.762001ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:14:58.608773Z","caller":"traceutil/trace.go:171","msg":"trace[42150736] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"486.346984ms","start":"2026-04-16T16:14:58.122371Z","end":"2026-04-16T16:14:58.608718Z","steps":["trace[42150736] 'read index received' (duration: 485.684107ms)","trace[42150736] 'applied index is now lower than readState.Index' (duration: 661.517µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:14:58.609811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.360743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:14:58.609908Z","caller":"traceutil/trace.go:171","msg":"trace[704498736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"432.508756ms","start":"2026-04-16T16:14:58.177374Z","end":"2026-04-16T16:14:58.609882Z","steps":["trace[704498736] 'agreement among raft nodes before linearized reading' (duration: 431.642894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:58.609975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:58.177352Z","time spent":"432.61277ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:14:58.610067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.610046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:14:58.610232Z","caller":"traceutil/trace.go:171","msg":"trace[339116960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"487.841662ms","start":"2026-04-16T16:14:58.122325Z","end":"2026-04-16T16:14:58.610166Z","steps":["trace[339116960] 'agreement among raft nodes before linearized reading' (duration: 486.649871ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:14:58.610265Z","caller":"traceutil/trace.go:171","msg":"trace[1838418614] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"829.885535ms","start":"2026-04-16T16:14:57.780357Z","end":"2026-04-16T16:14:58.610243Z","steps":["trace[1838418614] 'process raft request' (duration: 827.74649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:58.610321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:58.122307Z","time spent":"487.999395ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:14:58.610441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.974331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T16:14:58.610439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:57.780344Z","time spent":"830.000758ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:14:58.610503Z","caller":"traceutil/trace.go:171","msg":"trace[355263364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"140.072103ms","start":"2026-04-16T16:14:58.470404Z","end":"2026-04-16T16:14:58.610476Z","steps":["trace[355263364] 'agreement among raft nodes before linearized reading' (duration: 139.933849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:58.610793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.925567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:14:58.610893Z","caller":"traceutil/trace.go:171","msg":"trace[1274532860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"433.089693ms","start":"2026-04-16T16:14:58.177773Z","end":"2026-04-16T16:14:58.610863Z","steps":["trace[1274532860] 'agreement among raft nodes before linearized reading' (duration: 432.915447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:14:58.610979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:14:58.177761Z","time spent":"433.179075ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:01.046088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.302228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:01.046249Z","caller":"traceutil/trace.go:171","msg":"trace[1541875899] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"400.585274ms","start":"2026-04-16T16:15:00.64564Z","end":"2026-04-16T16:15:01.046226Z","steps":["trace[1541875899] 'process raft request' (duration: 185.04724ms)","trace[1541875899] 'compare' (duration: 215.188565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:01.046335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:00.645617Z","time spent":"400.677356ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:03.177772Z","caller":"traceutil/trace.go:171","msg":"trace[738516492] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"108.747667ms","start":"2026-04-16T16:15:03.069Z","end":"2026-04-16T16:15:03.177748Z","steps":["trace[738516492] 'read index received' (duration: 108.560702ms)","trace[738516492] 'applied index is now lower than readState.Index' (duration: 186.075µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:03.17792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.89376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:03.177901Z","caller":"traceutil/trace.go:171","msg":"trace[545873804] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"124.522008ms","start":"2026-04-16T16:15:03.053343Z","end":"2026-04-16T16:15:03.177865Z","steps":["trace[545873804] 'process raft request' (duration: 124.281462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:03.177958Z","caller":"traceutil/trace.go:171","msg":"trace[769020797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"108.975052ms","start":"2026-04-16T16:15:03.06897Z","end":"2026-04-16T16:15:03.177945Z","steps":["trace[769020797] 'agreement among raft nodes before linearized reading' (duration: 108.871159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:05.871934Z","caller":"traceutil/trace.go:171","msg":"trace[2101005883] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"112.375927ms","start":"2026-04-16T16:15:05.75952Z","end":"2026-04-16T16:15:05.871896Z","steps":["trace[2101005883] 'process raft request' (duration: 75.281238ms)","trace[2101005883] 'compare' (duration: 36.937325ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:05.907777Z","caller":"traceutil/trace.go:171","msg":"trace[1260872040] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:526; }","duration":"117.741398ms","start":"2026-04-16T16:15:05.790006Z","end":"2026-04-16T16:15:05.907747Z","steps":["trace[1260872040] 'read index received' (duration: 44.805361ms)","trace[1260872040] 'applied index is now lower than readState.Index' (duration: 72.934556ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:05.90791Z","caller":"traceutil/trace.go:171","msg":"trace[746811359] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"120.13965ms","start":"2026-04-16T16:15:05.787735Z","end":"2026-04-16T16:15:05.907875Z","steps":["trace[746811359] 'process raft request' (duration: 119.818832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:05.908325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.294132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-16T16:15:05.908406Z","caller":"traceutil/trace.go:171","msg":"trace[975793663] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:509; }","duration":"118.423516ms","start":"2026-04-16T16:15:05.789961Z","end":"2026-04-16T16:15:05.908384Z","steps":["trace[975793663] 'agreement among raft nodes before linearized reading' (duration: 117.923352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.494221Z","caller":"traceutil/trace.go:171","msg":"trace[1853975910] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"111.285815ms","start":"2026-04-16T16:15:07.382911Z","end":"2026-04-16T16:15:07.494197Z","steps":["trace[1853975910] 'process raft request' (duration: 111.188633ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.494205Z","caller":"traceutil/trace.go:171","msg":"trace[558324971] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"121.78149ms","start":"2026-04-16T16:15:07.372382Z","end":"2026-04-16T16:15:07.494163Z","steps":["trace[558324971] 'process raft request' (duration: 121.601896ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.539537Z","caller":"traceutil/trace.go:171","msg":"trace[1756954118] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"121.193224ms","start":"2026-04-16T16:15:07.41832Z","end":"2026-04-16T16:15:07.539513Z","steps":["trace[1756954118] 'process raft request' (duration: 120.894056ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.539623Z","caller":"traceutil/trace.go:171","msg":"trace[492093867] transaction","detail":"{read_only:false; number_of_response:1; response_revision:529; }","duration":"119.995022ms","start":"2026-04-16T16:15:07.419609Z","end":"2026-04-16T16:15:07.539604Z","steps":["trace[492093867] 'process raft request' (duration: 119.868049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.539917Z","caller":"traceutil/trace.go:171","msg":"trace[444057577] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"121.022379ms","start":"2026-04-16T16:15:07.418847Z","end":"2026-04-16T16:15:07.539869Z","steps":["trace[444057577] 'process raft request' (duration: 120.568568ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.539916Z","caller":"traceutil/trace.go:171","msg":"trace[560153556] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"121.249885ms","start":"2026-04-16T16:15:07.418642Z","end":"2026-04-16T16:15:07.539892Z","steps":["trace[560153556] 'process raft request' (duration: 120.696601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.540249Z","caller":"traceutil/trace.go:171","msg":"trace[2060715923] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"106.752546ms","start":"2026-04-16T16:15:07.433486Z","end":"2026-04-16T16:15:07.540239Z","steps":["trace[2060715923] 'process raft request' (duration: 106.044598ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.670362Z","caller":"traceutil/trace.go:171","msg":"trace[834096537] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"115.099284ms","start":"2026-04-16T16:15:07.555245Z","end":"2026-04-16T16:15:07.670344Z","steps":["trace[834096537] 'process raft request' (duration: 69.51205ms)","trace[834096537] 'compare' (duration: 45.393169ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:07.670634Z","caller":"traceutil/trace.go:171","msg":"trace[684707090] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"110.74255ms","start":"2026-04-16T16:15:07.559847Z","end":"2026-04-16T16:15:07.67059Z","steps":["trace[684707090] 'process raft request' (duration: 110.456272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.671405Z","caller":"traceutil/trace.go:171","msg":"trace[1578423793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:542; }","duration":"103.567653ms","start":"2026-04-16T16:15:07.567813Z","end":"2026-04-16T16:15:07.67138Z","steps":["trace[1578423793] 'process raft request' (duration: 103.501951ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.671738Z","caller":"traceutil/trace.go:171","msg":"trace[208316489] transaction","detail":"{read_only:false; number_of_response:0; response_revision:542; }","duration":"109.855507ms","start":"2026-04-16T16:15:07.561872Z","end":"2026-04-16T16:15:07.671728Z","steps":["trace[208316489] 'process raft request' (duration: 108.635805ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.671961Z","caller":"traceutil/trace.go:171","msg":"trace[253465191] transaction","detail":"{read_only:false; number_of_response:0; response_revision:542; }","duration":"110.027831ms","start":"2026-04-16T16:15:07.561907Z","end":"2026-04-16T16:15:07.671935Z","steps":["trace[253465191] 'process raft request' (duration: 109.293082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.742655Z","caller":"traceutil/trace.go:171","msg":"trace[397823070] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"108.054289ms","start":"2026-04-16T16:15:07.634564Z","end":"2026-04-16T16:15:07.742618Z","steps":["trace[397823070] 'process raft request' (duration: 107.790012ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.953905Z","caller":"traceutil/trace.go:171","msg":"trace[559509991] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"264.57106ms","start":"2026-04-16T16:15:07.689306Z","end":"2026-04-16T16:15:07.953877Z","steps":["trace[559509991] 'process raft request' (duration: 264.470457ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.953908Z","caller":"traceutil/trace.go:171","msg":"trace[582490051] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"271.559953ms","start":"2026-04-16T16:15:07.682321Z","end":"2026-04-16T16:15:07.953881Z","steps":["trace[582490051] 'process raft request' (duration: 189.159364ms)","trace[582490051] 'compare' (duration: 82.106751ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:07.954193Z","caller":"traceutil/trace.go:171","msg":"trace[864417045] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"258.235714ms","start":"2026-04-16T16:15:07.695945Z","end":"2026-04-16T16:15:07.954181Z","steps":["trace[864417045] 'process raft request' (duration: 257.909435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.954181Z","caller":"traceutil/trace.go:171","msg":"trace[264651823] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"211.318425ms","start":"2026-04-16T16:15:07.742827Z","end":"2026-04-16T16:15:07.954146Z","steps":["trace[264651823] 'read index received' (duration: 128.762972ms)","trace[264651823] 'applied index is now lower than readState.Index' (duration: 82.528642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:07.954481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.948788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-04-16T16:15:07.95453Z","caller":"traceutil/trace.go:171","msg":"trace[1384618330] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:551; }","duration":"281.02957ms","start":"2026-04-16T16:15:07.673485Z","end":"2026-04-16T16:15:07.954514Z","steps":["trace[1384618330] 'agreement among raft nodes before linearized reading' (duration: 280.768834ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.971969Z","caller":"traceutil/trace.go:171","msg":"trace[146092469] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"219.16004ms","start":"2026-04-16T16:15:07.752789Z","end":"2026-04-16T16:15:07.971949Z","steps":["trace[146092469] 'process raft request' (duration: 218.951925ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:07.972018Z","caller":"traceutil/trace.go:171","msg":"trace[1585959541] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"200.704636ms","start":"2026-04-16T16:15:07.771295Z","end":"2026-04-16T16:15:07.972Z","steps":["trace[1585959541] 'process raft request' (duration: 200.604174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:08.549493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.531149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:08.550048Z","caller":"traceutil/trace.go:171","msg":"trace[16624614] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"583.209769ms","start":"2026-04-16T16:15:07.966795Z","end":"2026-04-16T16:15:08.550004Z","steps":["trace[16624614] 'process raft request' (duration: 105.059743ms)","trace[16624614] 'compare' (duration: 477.337705ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:08.55026Z","caller":"traceutil/trace.go:171","msg":"trace[1346118498] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"567.364194ms","start":"2026-04-16T16:15:07.982864Z","end":"2026-04-16T16:15:08.550228Z","steps":["trace[1346118498] 'process raft request' (duration: 566.922682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:08.550434Z","caller":"traceutil/trace.go:171","msg":"trace[115718493] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:577; }","duration":"481.495563ms","start":"2026-04-16T16:15:08.068813Z","end":"2026-04-16T16:15:08.550308Z","steps":["trace[115718493] 'read index received' (duration: 3.06916ms)","trace[115718493] 'applied index is now lower than readState.Index' (duration: 478.424133ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:08.550379Z","caller":"traceutil/trace.go:171","msg":"trace[1011265701] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"529.253276ms","start":"2026-04-16T16:15:08.021113Z","end":"2026-04-16T16:15:08.550366Z","steps":["trace[1011265701] 'process raft request' (duration: 528.967959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:08.550508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:07.982843Z","time spent":"567.593691ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:08.550527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:07.966771Z","time spent":"583.393615ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:08.550814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.021089Z","time spent":"529.564333ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:15:08.551077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.262954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:08.551153Z","caller":"traceutil/trace.go:171","msg":"trace[1305111108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"482.381937ms","start":"2026-04-16T16:15:08.068759Z","end":"2026-04-16T16:15:08.551141Z","steps":["trace[1305111108] 'agreement among raft nodes before linearized reading' (duration: 481.766361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:08.551234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.068734Z","time spent":"482.491009ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:15:08.851578Z","caller":"traceutil/trace.go:171","msg":"trace[1168418654] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"268.091519ms","start":"2026-04-16T16:15:08.583445Z","end":"2026-04-16T16:15:08.851537Z","steps":["trace[1168418654] 'process raft request' (duration: 260.908701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:08.889845Z","caller":"traceutil/trace.go:171","msg":"trace[127272690] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"156.951195ms","start":"2026-04-16T16:15:08.732865Z","end":"2026-04-16T16:15:08.889816Z","steps":["trace[127272690] 'read index received' (duration: 111.452912ms)","trace[127272690] 'applied index is now lower than readState.Index' (duration: 45.497643ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:08.889955Z","caller":"traceutil/trace.go:171","msg":"trace[985158724] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"258.696443ms","start":"2026-04-16T16:15:08.631218Z","end":"2026-04-16T16:15:08.889915Z","steps":["trace[985158724] 'process raft request' (duration: 258.489058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:08.890055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.167341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:15:08.890086Z","caller":"traceutil/trace.go:171","msg":"trace[612738025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:559; }","duration":"157.244863ms","start":"2026-04-16T16:15:08.732832Z","end":"2026-04-16T16:15:08.890077Z","steps":["trace[612738025] 'agreement among raft nodes before linearized reading' (duration: 157.094309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.457309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097413045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:15:09.834726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.242076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:09.834845Z","caller":"traceutil/trace.go:171","msg":"trace[900673566] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:561; }","duration":"197.38305ms","start":"2026-04-16T16:15:09.637447Z","end":"2026-04-16T16:15:09.83483Z","steps":["trace[900673566] 'range keys from in-memory index tree' (duration: 197.182435ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:09.834919Z","caller":"traceutil/trace.go:171","msg":"trace[928025597] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"940.92723ms","start":"2026-04-16T16:15:08.893958Z","end":"2026-04-16T16:15:09.834886Z","steps":["trace[928025597] 'process raft request' (duration: 872.519546ms)","trace[928025597] 'compare' (duration: 68.126687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:09.835323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.893938Z","time spent":"941.321451ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:09.835064Z","caller":"traceutil/trace.go:171","msg":"trace[317703992] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"917.744523ms","start":"2026-04-16T16:15:08.91731Z","end":"2026-04-16T16:15:09.835054Z","steps":["trace[317703992] 'process raft request' (duration: 917.511047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.83549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.917274Z","time spent":"918.175744ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:15:09.867994Z","caller":"traceutil/trace.go:171","msg":"trace[198351006] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"920.163428ms","start":"2026-04-16T16:15:08.947797Z","end":"2026-04-16T16:15:09.867961Z","steps":["trace[198351006] 'process raft request' (duration: 919.991724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.868116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.947756Z","time spent":"920.295791ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:09.868378Z","caller":"traceutil/trace.go:171","msg":"trace[1561247017] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:585; }","duration":"911.440108ms","start":"2026-04-16T16:15:08.956914Z","end":"2026-04-16T16:15:09.868354Z","steps":["trace[1561247017] 'read index received' (duration: 809.702908ms)","trace[1561247017] 'applied index is now lower than readState.Index' (duration: 101.73616ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:09.868413Z","caller":"traceutil/trace.go:171","msg":"trace[2052494598] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"912.512058ms","start":"2026-04-16T16:15:08.955893Z","end":"2026-04-16T16:15:09.868405Z","steps":["trace[2052494598] 'process raft request' (duration: 912.013105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.868457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.955872Z","time spent":"912.559628ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:09.86849Z","caller":"traceutil/trace.go:171","msg":"trace[527361316] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"908.545903ms","start":"2026-04-16T16:15:08.95991Z","end":"2026-04-16T16:15:09.868456Z","steps":["trace[527361316] 'process raft request' (duration: 908.267476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.868546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.622714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T16:15:09.868568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.986554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:15:09.8686Z","caller":"traceutil/trace.go:171","msg":"trace[1528795106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:566; }","duration":"670.053015ms","start":"2026-04-16T16:15:09.19854Z","end":"2026-04-16T16:15:09.868593Z","steps":["trace[1528795106] 'agreement among raft nodes before linearized reading' (duration: 669.981434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:09.868576Z","caller":"traceutil/trace.go:171","msg":"trace[777832702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"911.687125ms","start":"2026-04-16T16:15:08.95688Z","end":"2026-04-16T16:15:09.868567Z","steps":["trace[777832702] 'agreement among raft nodes before linearized reading' (duration: 911.573392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:09.868622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:09.19852Z","time spent":"670.096666ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:09.868633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.956868Z","time spent":"911.755627ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:09.868637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:08.95989Z","time spent":"908.662635ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:09.98005Z","caller":"traceutil/trace.go:171","msg":"trace[125148927] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"105.876439ms","start":"2026-04-16T16:15:09.874145Z","end":"2026-04-16T16:15:09.980022Z","steps":["trace[125148927] 'process raft request' (duration: 99.323637ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:10.202738Z","caller":"traceutil/trace.go:171","msg":"trace[1934848837] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"103.454166ms","start":"2026-04-16T16:15:10.099266Z","end":"2026-04-16T16:15:10.20272Z","steps":["trace[1934848837] 'process raft request' (duration: 103.295372ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:10.419855Z","caller":"traceutil/trace.go:171","msg":"trace[1254196420] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"305.991538ms","start":"2026-04-16T16:15:10.113834Z","end":"2026-04-16T16:15:10.419825Z","steps":["trace[1254196420] 'process raft request' (duration: 294.048175ms)","trace[1254196420] 'compare' (duration: 11.641226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:10.420874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:10.113806Z","time spent":"306.983063ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:10.424861Z","caller":"traceutil/trace.go:171","msg":"trace[157891622] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"285.231003ms","start":"2026-04-16T16:15:10.139593Z","end":"2026-04-16T16:15:10.424824Z","steps":["trace[157891622] 'process raft request' (duration: 281.850324ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:10.715867Z","caller":"traceutil/trace.go:171","msg":"trace[823702886] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"115.746931ms","start":"2026-04-16T16:15:10.600085Z","end":"2026-04-16T16:15:10.715832Z","steps":["trace[823702886] 'process raft request' (duration: 79.342595ms)","trace[823702886] 'compare' (duration: 35.973924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:11.455075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097413080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:15:11.956135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097413080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:15:12.205425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266570807s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:15:12.206237Z","caller":"traceutil/trace.go:171","msg":"trace[820536718] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.2674413s","start":"2026-04-16T16:15:10.938767Z","end":"2026-04-16T16:15:12.206209Z","steps":["trace[820536718] 'process raft request' (duration: 1.267283616s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.206383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:10.938749Z","time spent":"1.267557373s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:12.22538Z","caller":"traceutil/trace.go:171","msg":"trace[872319580] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:614; }","duration":"1.270816049s","start":"2026-04-16T16:15:10.954539Z","end":"2026-04-16T16:15:12.225356Z","steps":["trace[872319580] 'read index received' (duration: 1.251353427s)","trace[872319580] 'applied index is now lower than readState.Index' (duration: 19.461652ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:12.225515Z","caller":"traceutil/trace.go:171","msg":"trace[1868469866] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.218609139s","start":"2026-04-16T16:15:11.006822Z","end":"2026-04-16T16:15:12.225431Z","steps":["trace[1868469866] 'process raft request' (duration: 1.218114126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.225639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271076736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-04-16T16:15:12.225719Z","caller":"traceutil/trace.go:171","msg":"trace[1943063119] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:592; }","duration":"1.271166559s","start":"2026-04-16T16:15:10.954534Z","end":"2026-04-16T16:15:12.2257Z","steps":["trace[1943063119] 'agreement among raft nodes before linearized reading' (duration: 1.270905171s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.225751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.171907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:15:12.225767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:10.954498Z","time spent":"1.271260241s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151259,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-16T16:15:12.225793Z","caller":"traceutil/trace.go:171","msg":"trace[1129968871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"241.23627ms","start":"2026-04-16T16:15:11.984544Z","end":"2026-04-16T16:15:12.22578Z","steps":["trace[1129968871] 'agreement among raft nodes before linearized reading' (duration: 241.151527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.225663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.366885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T16:15:12.225792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.318727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:15:12.225874Z","caller":"traceutil/trace.go:171","msg":"trace[1562749800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:592; }","duration":"353.416629ms","start":"2026-04-16T16:15:11.872417Z","end":"2026-04-16T16:15:12.225834Z","steps":["trace[1562749800] 'agreement among raft nodes before linearized reading' (duration: 353.262925ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:12.225881Z","caller":"traceutil/trace.go:171","msg":"trace[314910685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:592; }","duration":"324.609111ms","start":"2026-04-16T16:15:11.901252Z","end":"2026-04-16T16:15:12.225861Z","steps":["trace[314910685] 'agreement among raft nodes before linearized reading' (duration: 324.294063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.225915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:11.872385Z","time spent":"353.521262ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:15:12.225975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.164805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:15:12.226047Z","caller":"traceutil/trace.go:171","msg":"trace[222435596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:592; }","duration":"382.293848ms","start":"2026-04-16T16:15:11.843736Z","end":"2026-04-16T16:15:12.22603Z","steps":["trace[222435596] 'agreement among raft nodes before linearized reading' (duration: 381.96864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.226101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:11.843684Z","time spent":"382.387621ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:15:12.226427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:11.006787Z","time spent":"1.218873215s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:12.226653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159468983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:12.22684Z","caller":"traceutil/trace.go:171","msg":"trace[223040934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"1.159660628s","start":"2026-04-16T16:15:11.067143Z","end":"2026-04-16T16:15:12.226803Z","steps":["trace[223040934] 'agreement among raft nodes before linearized reading' (duration: 1.158368605s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.2269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:11.067124Z","time spent":"1.15974663s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:15:12.227134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:11.901241Z","time spent":"325.875604ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:15:12.34958Z","caller":"traceutil/trace.go:171","msg":"trace[389814530] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"118.981062ms","start":"2026-04-16T16:15:12.230576Z","end":"2026-04-16T16:15:12.349557Z","steps":["trace[389814530] 'read index received' (duration: 57.974606ms)","trace[389814530] 'applied index is now lower than readState.Index' (duration: 61.005616ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:12.349708Z","caller":"traceutil/trace.go:171","msg":"trace[452686498] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"119.169856ms","start":"2026-04-16T16:15:12.230527Z","end":"2026-04-16T16:15:12.349697Z","steps":["trace[452686498] 'process raft request' (duration: 118.865189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:12.349819Z","caller":"traceutil/trace.go:171","msg":"trace[1338282038] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"119.118205ms","start":"2026-04-16T16:15:12.230693Z","end":"2026-04-16T16:15:12.349811Z","steps":["trace[1338282038] 'process raft request' (duration: 118.743926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:12.349605Z","caller":"traceutil/trace.go:171","msg":"trace[1463548412] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"119.444324ms","start":"2026-04-16T16:15:12.230123Z","end":"2026-04-16T16:15:12.349567Z","steps":["trace[1463548412] 'process raft request' (duration: 58.404398ms)","trace[1463548412] 'compare' (duration: 60.507212ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:12.349987Z","caller":"traceutil/trace.go:171","msg":"trace[247776742] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"118.902809ms","start":"2026-04-16T16:15:12.231075Z","end":"2026-04-16T16:15:12.349978Z","steps":["trace[247776742] 'process raft request' (duration: 118.392436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:12.350148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.558237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:12.350174Z","caller":"traceutil/trace.go:171","msg":"trace[1680283397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"119.604448ms","start":"2026-04-16T16:15:12.230556Z","end":"2026-04-16T16:15:12.350161Z","steps":["trace[1680283397] 'agreement among raft nodes before linearized reading' (duration: 119.561456ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:12.525085Z","caller":"traceutil/trace.go:171","msg":"trace[234498291] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"110.57781ms","start":"2026-04-16T16:15:12.414488Z","end":"2026-04-16T16:15:12.525065Z","steps":["trace[234498291] 'process raft request' (duration: 110.350814ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:12.893739Z","caller":"traceutil/trace.go:171","msg":"trace[1232218846] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"136.199465ms","start":"2026-04-16T16:15:12.757508Z","end":"2026-04-16T16:15:12.893708Z","steps":["trace[1232218846] 'process raft request' (duration: 135.791285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:13.142594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.593438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:13.142683Z","caller":"traceutil/trace.go:171","msg":"trace[1402797932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:601; }","duration":"106.705721ms","start":"2026-04-16T16:15:13.035957Z","end":"2026-04-16T16:15:13.142663Z","steps":["trace[1402797932] 'count revisions from in-memory index tree' (duration: 106.562747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:13.142856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.925287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:13.142893Z","caller":"traceutil/trace.go:171","msg":"trace[940243104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:601; }","duration":"106.986488ms","start":"2026-04-16T16:15:13.035896Z","end":"2026-04-16T16:15:13.142882Z","steps":["trace[940243104] 'range keys from in-memory index tree' (duration: 106.843495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:18.136085Z","caller":"traceutil/trace.go:171","msg":"trace[863667602] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"618.607786ms","start":"2026-04-16T16:15:17.517419Z","end":"2026-04-16T16:15:18.136027Z","steps":["trace[863667602] 'process raft request' (duration: 617.888188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:18.136268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:17.5174Z","time spent":"618.77358ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:19.246807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.442049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:15:19.246858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.682139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:19.246899Z","caller":"traceutil/trace.go:171","msg":"trace[1003335619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"867.564062ms","start":"2026-04-16T16:15:18.379314Z","end":"2026-04-16T16:15:19.246878Z","steps":["trace[1003335619] 'range keys from in-memory index tree' (duration: 867.184873ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:19.24691Z","caller":"traceutil/trace.go:171","msg":"trace[1322159521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"176.796092ms","start":"2026-04-16T16:15:19.070098Z","end":"2026-04-16T16:15:19.246894Z","steps":["trace[1322159521] 'range keys from in-memory index tree' (duration: 176.607347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.246941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:18.379304Z","time spent":"867.627714ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:15:19.247046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.195554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:15:19.247149Z","caller":"traceutil/trace.go:171","msg":"trace[664584560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"864.316496ms","start":"2026-04-16T16:15:18.382792Z","end":"2026-04-16T16:15:19.247109Z","steps":["trace[664584560] 'range keys from in-memory index tree' (duration: 864.030279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.247155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.957539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:15:19.247046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023884039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:15:19.247192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:18.382782Z","time spent":"864.400169ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:19.247177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.321403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:15:19.247285Z","caller":"traceutil/trace.go:171","msg":"trace[639287691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"865.474757ms","start":"2026-04-16T16:15:18.38179Z","end":"2026-04-16T16:15:19.247264Z","steps":["trace[639287691] 'range keys from in-memory index tree' (duration: 865.130307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:19.247209Z","caller":"traceutil/trace.go:171","msg":"trace[1645597825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:628; }","duration":"869.046781ms","start":"2026-04-16T16:15:18.378145Z","end":"2026-04-16T16:15:19.247192Z","steps":["trace[1645597825] 'range keys from in-memory index tree' (duration: 868.823405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.247337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:18.378123Z","time spent":"869.203105ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:15:19.247222Z","caller":"traceutil/trace.go:171","msg":"trace[188171365] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:628; }","duration":"1.024109555s","start":"2026-04-16T16:15:18.223092Z","end":"2026-04-16T16:15:19.247201Z","steps":["trace[188171365] 'range keys from in-memory index tree' (duration: 1.023814007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.247358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:18.381783Z","time spent":"865.564809ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:19.247382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:18.223073Z","time spent":"1.02429804s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-16T16:15:19.784195Z","caller":"traceutil/trace.go:171","msg":"trace[2073994288] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"532.486271ms","start":"2026-04-16T16:15:19.251683Z","end":"2026-04-16T16:15:19.784169Z","steps":["trace[2073994288] 'process raft request' (duration: 532.271175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.784343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.251664Z","time spent":"532.601004ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:19.906611Z","caller":"traceutil/trace.go:171","msg":"trace[805032223] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"653.808164ms","start":"2026-04-16T16:15:19.25278Z","end":"2026-04-16T16:15:19.906588Z","steps":["trace[805032223] 'process raft request' (duration: 653.621549ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:19.90705Z","caller":"traceutil/trace.go:171","msg":"trace[1488787241] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"652.618642ms","start":"2026-04-16T16:15:19.254403Z","end":"2026-04-16T16:15:19.907022Z","steps":["trace[1488787241] 'process raft request' (duration: 652.145749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.907108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.252749Z","time spent":"653.946748ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:19.907206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.254381Z","time spent":"652.749886ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:19.907343Z","caller":"traceutil/trace.go:171","msg":"trace[783071153] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"652.670514ms","start":"2026-04-16T16:15:19.254647Z","end":"2026-04-16T16:15:19.907317Z","steps":["trace[783071153] 'process raft request' (duration: 652.261833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:19.907478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.254632Z","time spent":"652.775936ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:19.908866Z","caller":"traceutil/trace.go:171","msg":"trace[1008119196] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"119.848324ms","start":"2026-04-16T16:15:19.788988Z","end":"2026-04-16T16:15:19.908836Z","steps":["trace[1008119196] 'process raft request' (duration: 119.479144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:19.9092Z","caller":"traceutil/trace.go:171","msg":"trace[184720019] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"267.35851ms","start":"2026-04-16T16:15:19.641824Z","end":"2026-04-16T16:15:19.909183Z","steps":["trace[184720019] 'process raft request' (duration: 266.078926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:20.491339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097413254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:15:20.981141Z","caller":"traceutil/trace.go:171","msg":"trace[1017870551] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"989.911656ms","start":"2026-04-16T16:15:19.991205Z","end":"2026-04-16T16:15:20.981117Z","steps":["trace[1017870551] 'read index received' (duration: 891.996441ms)","trace[1017870551] 'applied index is now lower than readState.Index' (duration: 97.913885ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:20.981278Z","caller":"traceutil/trace.go:171","msg":"trace[883550073] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.01233496s","start":"2026-04-16T16:15:19.968903Z","end":"2026-04-16T16:15:20.981238Z","steps":["trace[883550073] 'process raft request' (duration: 914.390705ms)","trace[883550073] 'compare' (duration: 97.571536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:20.981357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.135722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8mhcv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-16T16:15:20.981402Z","caller":"traceutil/trace.go:171","msg":"trace[1803455171] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8mhcv; range_end:; response_count:1; response_revision:636; }","duration":"990.228684ms","start":"2026-04-16T16:15:19.991162Z","end":"2026-04-16T16:15:20.98139Z","steps":["trace[1803455171] 'agreement among raft nodes before linearized reading' (duration: 990.034179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:20.981434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.99114Z","time spent":"990.286866ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-8mhcv\" "} {"level":"warn","ts":"2026-04-16T16:15:20.981617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:19.968879Z","time spent":"1.012468654s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:15:23.068684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:15:23.068816Z","caller":"traceutil/trace.go:171","msg":"trace[285576114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057614s","start":"2026-04-16T16:15:21.068211Z","end":"2026-04-16T16:15:23.068787Z","steps":["trace[285576114] 'agreement among raft nodes before linearized reading' (duration: 2.000403886s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:23.068933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:21.068192Z","time spent":"2.000728475s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:15:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:15:23.383995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143138536s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:23.38412Z","caller":"traceutil/trace.go:171","msg":"trace[695985428] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"2.398196091s","start":"2026-04-16T16:15:20.9859Z","end":"2026-04-16T16:15:23.384096Z","steps":["trace[695985428] 'read index received' (duration: 254.86797ms)","trace[695985428] 'applied index is now lower than readState.Index' (duration: 2.143326151s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:23.384366Z","caller":"traceutil/trace.go:171","msg":"trace[184142601] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"2.48115657s","start":"2026-04-16T16:15:20.903189Z","end":"2026-04-16T16:15:23.384345Z","steps":["trace[184142601] 'process raft request' (duration: 337.574743ms)","trace[184142601] 'compare' (duration: 2.142264572s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:23.384451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:20.903162Z","time spent":"2.481242422s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:23.384731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398824337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-16T16:15:23.384789Z","caller":"traceutil/trace.go:171","msg":"trace[1244443515] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:637; }","duration":"2.398904359s","start":"2026-04-16T16:15:20.985856Z","end":"2026-04-16T16:15:23.384761Z","steps":["trace[1244443515] 'agreement among raft nodes before linearized reading' (duration: 2.398809947s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:23.384841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:20.985836Z","time spent":"2.398991551s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-16T16:15:23.479898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.239166377s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:15:23.480315Z","caller":"traceutil/trace.go:171","msg":"trace[1676457545] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"2.484672339s","start":"2026-04-16T16:15:20.995614Z","end":"2026-04-16T16:15:23.480287Z","steps":["trace[1676457545] 'process raft request' (duration: 2.484509935s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:23.480518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:20.99559Z","time spent":"2.484853434s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:24.439618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.428026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:15:24.43972Z","caller":"traceutil/trace.go:171","msg":"trace[721114467] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:663; }","duration":"1.055543553s","start":"2026-04-16T16:15:23.384157Z","end":"2026-04-16T16:15:24.4397Z","steps":["trace[721114467] 'read index received' (duration: 95.944749ms)","trace[721114467] 'applied index is now lower than readState.Index' (duration: 959.597414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:24.439831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370275855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:24.43986Z","caller":"traceutil/trace.go:171","msg":"trace[510694309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"1.370369498s","start":"2026-04-16T16:15:23.069479Z","end":"2026-04-16T16:15:24.439849Z","steps":["trace[510694309] 'agreement among raft nodes before linearized reading' (duration: 1.370308967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:24.439972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051749353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-16T16:15:24.440011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52733906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:15:24.440045Z","caller":"traceutil/trace.go:171","msg":"trace[533332419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:638; }","duration":"1.051863785s","start":"2026-04-16T16:15:23.388164Z","end":"2026-04-16T16:15:24.440028Z","steps":["trace[533332419] 'agreement among raft nodes before linearized reading' (duration: 1.051743232s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:24.440059Z","caller":"traceutil/trace.go:171","msg":"trace[1013518122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"2.527422163s","start":"2026-04-16T16:15:21.912622Z","end":"2026-04-16T16:15:24.440044Z","steps":["trace[1013518122] 'agreement among raft nodes before linearized reading' (duration: 2.527234189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:24.440091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:23.38815Z","time spent":"1.051933427s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-16T16:15:24.440091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:21.912595Z","time spent":"2.527489346s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:24.440107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527395312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:15:24.440173Z","caller":"traceutil/trace.go:171","msg":"trace[1287505364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"2.527481034s","start":"2026-04-16T16:15:21.912677Z","end":"2026-04-16T16:15:24.440158Z","steps":["trace[1287505364] 'agreement among raft nodes before linearized reading' (duration: 2.527280869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:24.440217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:21.912673Z","time spent":"2.527538056s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:15:24.439893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:23.069446Z","time spent":"1.3704388s","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:15:24.440327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651419222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:15:24.440434Z","caller":"traceutil/trace.go:171","msg":"trace[1447798313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"2.651566146s","start":"2026-04-16T16:15:21.788849Z","end":"2026-04-16T16:15:24.440415Z","steps":["trace[1447798313] 'agreement among raft nodes before linearized reading' (duration: 2.651098704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:24.440518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:21.788824Z","time spent":"2.651676688s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:15:24.44033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525567664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:15:24.440908Z","caller":"traceutil/trace.go:171","msg":"trace[1328661393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"2.526268953s","start":"2026-04-16T16:15:21.91462Z","end":"2026-04-16T16:15:24.440889Z","steps":["trace[1328661393] 'agreement among raft nodes before linearized reading' (duration: 2.525331238s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:24.441018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:21.9146Z","time spent":"2.526398145s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:24.949762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097413262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:15:25.1182Z","caller":"traceutil/trace.go:171","msg":"trace[1098155447] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"671.682141ms","start":"2026-04-16T16:15:24.446491Z","end":"2026-04-16T16:15:25.118173Z","steps":["trace[1098155447] 'process raft request' (duration: 670.670023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:25.118341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.446474Z","time spent":"671.797324ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:15:25.878847Z","caller":"traceutil/trace.go:171","msg":"trace[1829067045] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.432221438s","start":"2026-04-16T16:15:24.4466Z","end":"2026-04-16T16:15:25.878821Z","steps":["trace[1829067045] 'process raft request' (duration: 1.431961171s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:25.878933Z","caller":"traceutil/trace.go:171","msg":"trace[801070560] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:665; }","duration":"1.429873795s","start":"2026-04-16T16:15:24.449033Z","end":"2026-04-16T16:15:25.878907Z","steps":["trace[801070560] 'read index received' (duration: 668.075915ms)","trace[801070560] 'applied index is now lower than readState.Index' (duration: 761.79678ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:25.87899Z","caller":"traceutil/trace.go:171","msg":"trace[1046217286] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.431724335s","start":"2026-04-16T16:15:24.447249Z","end":"2026-04-16T16:15:25.878973Z","steps":["trace[1046217286] 'process raft request' (duration: 1.4315554s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:25.878962Z","caller":"traceutil/trace.go:171","msg":"trace[1991234720] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.431752335s","start":"2026-04-16T16:15:24.447153Z","end":"2026-04-16T16:15:25.878905Z","steps":["trace[1991234720] 'process raft request' (duration: 1.431584731s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:25.879038Z","caller":"traceutil/trace.go:171","msg":"trace[656530444] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"1.431389275s","start":"2026-04-16T16:15:24.447639Z","end":"2026-04-16T16:15:25.879028Z","steps":["trace[656530444] 'process raft request' (duration: 1.43120166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:25.879035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.446579Z","time spent":"1.432348681s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:25.879097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.447244Z","time spent":"1.431784966s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:25.879115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.447633Z","time spent":"1.431432807s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:25.879238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430199064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:15:25.879215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429448494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:25.879274Z","caller":"traceutil/trace.go:171","msg":"trace[1438345048] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:643; }","duration":"1.430249725s","start":"2026-04-16T16:15:24.449013Z","end":"2026-04-16T16:15:25.879263Z","steps":["trace[1438345048] 'agreement among raft nodes before linearized reading' (duration: 1.430191603s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:25.879247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.447144Z","time spent":"1.43193879s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:25.879305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.449007Z","time spent":"1.430290135s","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-16T16:15:25.879899Z","caller":"traceutil/trace.go:171","msg":"trace[917355545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"1.429564347s","start":"2026-04-16T16:15:24.449726Z","end":"2026-04-16T16:15:25.87929Z","steps":["trace[917355545] 'agreement among raft nodes before linearized reading' (duration: 1.429386443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:25.880369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:24.449708Z","time spent":"1.430642646s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:15:31.327807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.08766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:31.327912Z","caller":"traceutil/trace.go:171","msg":"trace[10675517] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"186.438832ms","start":"2026-04-16T16:15:31.141455Z","end":"2026-04-16T16:15:31.327894Z","steps":["trace[10675517] 'process raft request' (duration: 44.963482ms)","trace[10675517] 'compare' (duration: 140.948576ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:31.33685Z","caller":"traceutil/trace.go:171","msg":"trace[332882563] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"144.609605ms","start":"2026-04-16T16:15:31.192224Z","end":"2026-04-16T16:15:31.336834Z","steps":["trace[332882563] 'read index received' (duration: 144.43691ms)","trace[332882563] 'applied index is now lower than readState.Index' (duration: 171.885µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:31.337041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.80492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-16T16:15:31.337072Z","caller":"traceutil/trace.go:171","msg":"trace[87476376] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:724; }","duration":"144.866522ms","start":"2026-04-16T16:15:31.192196Z","end":"2026-04-16T16:15:31.337062Z","steps":["trace[87476376] 'agreement among raft nodes before linearized reading' (duration: 144.707288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:31.337883Z","caller":"traceutil/trace.go:171","msg":"trace[213978985] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"151.94688ms","start":"2026-04-16T16:15:31.185927Z","end":"2026-04-16T16:15:31.337874Z","steps":["trace[213978985] 'process raft request' (duration: 150.739218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:33.867913Z","caller":"traceutil/trace.go:171","msg":"trace[554738526] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"131.103369ms","start":"2026-04-16T16:15:33.736787Z","end":"2026-04-16T16:15:33.867891Z","steps":["trace[554738526] 'process raft request' (duration: 131.043897ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:33.86795Z","caller":"traceutil/trace.go:171","msg":"trace[1670514006] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"159.751344ms","start":"2026-04-16T16:15:33.708161Z","end":"2026-04-16T16:15:33.867912Z","steps":["trace[1670514006] 'process raft request' (duration: 71.607686ms)","trace[1670514006] 'compare' (duration: 87.941683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:41.681823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.933688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:41.681916Z","caller":"traceutil/trace.go:171","msg":"trace[1662952097] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:797; }","duration":"164.077262ms","start":"2026-04-16T16:15:41.517822Z","end":"2026-04-16T16:15:41.681899Z","steps":["trace[1662952097] 'count revisions from in-memory index tree' (duration: 163.841506ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:42.541517Z","caller":"traceutil/trace.go:171","msg":"trace[543254656] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"763.919671ms","start":"2026-04-16T16:15:41.777556Z","end":"2026-04-16T16:15:42.541476Z","steps":["trace[543254656] 'process raft request' (duration: 763.594253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.541846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:41.777523Z","time spent":"764.123077ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:42.541916Z","caller":"traceutil/trace.go:171","msg":"trace[938988208] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:830; }","duration":"472.566785ms","start":"2026-04-16T16:15:42.069288Z","end":"2026-04-16T16:15:42.541855Z","steps":["trace[938988208] 'read index received' (duration: 472.555085ms)","trace[938988208] 'applied index is now lower than readState.Index' (duration: 9.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:42.542103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.781492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:42.542222Z","caller":"traceutil/trace.go:171","msg":"trace[1221702482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"472.958106ms","start":"2026-04-16T16:15:42.069243Z","end":"2026-04-16T16:15:42.542201Z","steps":["trace[1221702482] 'agreement among raft nodes before linearized reading' (duration: 472.75278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.542275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.069224Z","time spent":"473.042448ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:15:42.700244Z","caller":"traceutil/trace.go:171","msg":"trace[1344502656] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"577.20442ms","start":"2026-04-16T16:15:42.123006Z","end":"2026-04-16T16:15:42.70021Z","steps":["trace[1344502656] 'process raft request' (duration: 576.939823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.700457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.122986Z","time spent":"577.359445ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:42.727117Z","caller":"traceutil/trace.go:171","msg":"trace[1700442403] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:830; }","duration":"185.07965ms","start":"2026-04-16T16:15:42.542015Z","end":"2026-04-16T16:15:42.727095Z","steps":["trace[1700442403] 'read index received' (duration: 157.817316ms)","trace[1700442403] 'applied index is now lower than readState.Index' (duration: 27.260644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:42.727376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.044843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:15:42.727444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.123557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:42.727472Z","caller":"traceutil/trace.go:171","msg":"trace[1275739330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"630.179107ms","start":"2026-04-16T16:15:42.097269Z","end":"2026-04-16T16:15:42.727448Z","steps":["trace[1275739330] 'agreement among raft nodes before linearized reading' (duration: 629.891699ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:42.727488Z","caller":"traceutil/trace.go:171","msg":"trace[244818177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"183.199039ms","start":"2026-04-16T16:15:42.544276Z","end":"2026-04-16T16:15:42.727476Z","steps":["trace[244818177] 'agreement among raft nodes before linearized reading' (duration: 183.133818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.727447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.060231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:15:42.727532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.097255Z","time spent":"630.263598ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:42.727819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.346858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-xqplb\" ","response":"range_response_count:1 size:5047"} {"level":"info","ts":"2026-04-16T16:15:42.727948Z","caller":"traceutil/trace.go:171","msg":"trace[165095693] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-xqplb; range_end:; response_count:1; response_revision:799; }","duration":"547.537223ms","start":"2026-04-16T16:15:42.180385Z","end":"2026-04-16T16:15:42.727922Z","steps":["trace[165095693] 'agreement among raft nodes before linearized reading' (duration: 547.005099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.728015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.18037Z","time spent":"547.634836ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5070,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-xqplb\" "} {"level":"warn","ts":"2026-04-16T16:15:42.727879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.640986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:15:42.728183Z","caller":"traceutil/trace.go:171","msg":"trace[1482374722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"647.935863ms","start":"2026-04-16T16:15:42.080222Z","end":"2026-04-16T16:15:42.728158Z","steps":["trace[1482374722] 'agreement among raft nodes before linearized reading' (duration: 647.206364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.728226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.473462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T16:15:42.728237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.080213Z","time spent":"648.008476ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:15:42.728276Z","caller":"traceutil/trace.go:171","msg":"trace[1913706948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:799; }","duration":"650.544854ms","start":"2026-04-16T16:15:42.077718Z","end":"2026-04-16T16:15:42.728262Z","steps":["trace[1913706948] 'agreement among raft nodes before linearized reading' (duration: 649.529167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.728314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.077709Z","time spent":"650.595255ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:15:42.727542Z","caller":"traceutil/trace.go:171","msg":"trace[99298981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:799; }","duration":"647.198535ms","start":"2026-04-16T16:15:42.080326Z","end":"2026-04-16T16:15:42.727525Z","steps":["trace[99298981] 'agreement among raft nodes before linearized reading' (duration: 646.886396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:42.729233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:42.080303Z","time spent":"648.9157ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:15:46.901024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.377728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T16:15:46.901121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.40451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:15:46.901202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.533783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:15:46.901205Z","caller":"traceutil/trace.go:171","msg":"trace[803297707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:851; }","duration":"139.525693ms","start":"2026-04-16T16:15:46.761657Z","end":"2026-04-16T16:15:46.901182Z","steps":["trace[803297707] 'range keys from in-memory index tree' (duration: 138.940557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:46.901293Z","caller":"traceutil/trace.go:171","msg":"trace[496253785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:851; }","duration":"149.609746ms","start":"2026-04-16T16:15:46.751627Z","end":"2026-04-16T16:15:46.901237Z","steps":["trace[496253785] 'range keys from in-memory index tree' (duration: 149.011259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:46.901523Z","caller":"traceutil/trace.go:171","msg":"trace[496781192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:851; }","duration":"149.919743ms","start":"2026-04-16T16:15:46.751576Z","end":"2026-04-16T16:15:46.901496Z","steps":["trace[496781192] 'range keys from in-memory index tree' (duration: 149.07466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:46.901827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.543903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:15:46.901871Z","caller":"traceutil/trace.go:171","msg":"trace[1963017850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:851; }","duration":"150.217331ms","start":"2026-04-16T16:15:46.751645Z","end":"2026-04-16T16:15:46.901863Z","steps":["trace[1963017850] 'range keys from in-memory index tree' (duration: 149.015279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:46.902177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.982873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050264"} {"level":"info","ts":"2026-04-16T16:15:46.902297Z","caller":"traceutil/trace.go:171","msg":"trace[1309623140] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:851; }","duration":"144.128836ms","start":"2026-04-16T16:15:46.758141Z","end":"2026-04-16T16:15:46.902269Z","steps":["trace[1309623140] 'range keys from in-memory index tree' (duration: 142.594195ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:49.587124Z","caller":"traceutil/trace.go:171","msg":"trace[367681512] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:909; }","duration":"126.486296ms","start":"2026-04-16T16:15:49.460616Z","end":"2026-04-16T16:15:49.587103Z","steps":["trace[367681512] 'read index received' (duration: 117.105703ms)","trace[367681512] 'applied index is now lower than readState.Index' (duration: 9.379733ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:49.587348Z","caller":"traceutil/trace.go:171","msg":"trace[1979523347] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"173.364422ms","start":"2026-04-16T16:15:49.41396Z","end":"2026-04-16T16:15:49.587324Z","steps":["trace[1979523347] 'process raft request' (duration: 163.829985ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:49.587413Z","caller":"traceutil/trace.go:171","msg":"trace[1518845037] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"167.521144ms","start":"2026-04-16T16:15:49.41988Z","end":"2026-04-16T16:15:49.587402Z","steps":["trace[1518845037] 'process raft request' (duration: 167.097673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:49.587367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.740772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-8xq6c\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-16T16:15:49.587511Z","caller":"traceutil/trace.go:171","msg":"trace[1281813250] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-8xq6c; range_end:; response_count:1; response_revision:877; }","duration":"126.935778ms","start":"2026-04-16T16:15:49.460557Z","end":"2026-04-16T16:15:49.587493Z","steps":["trace[1281813250] 'agreement among raft nodes before linearized reading' (duration: 126.638621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:49.595877Z","caller":"traceutil/trace.go:171","msg":"trace[2020231031] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"134.228185ms","start":"2026-04-16T16:15:49.461633Z","end":"2026-04-16T16:15:49.595861Z","steps":["trace[2020231031] 'process raft request' (duration: 133.326791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:54.809218Z","caller":"traceutil/trace.go:171","msg":"trace[991985826] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"156.97789ms","start":"2026-04-16T16:15:54.652225Z","end":"2026-04-16T16:15:54.809203Z","steps":["trace[991985826] 'process raft request' (duration: 156.883937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:56.934651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.801859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:56.93478Z","caller":"traceutil/trace.go:171","msg":"trace[884322015] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"346.903961ms","start":"2026-04-16T16:15:56.587856Z","end":"2026-04-16T16:15:56.93476Z","steps":["trace[884322015] 'process raft request' (duration: 13.887177ms)","trace[884322015] 'compare' (duration: 332.651785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:56.934847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:56.587832Z","time spent":"346.983734ms","remote":"127.0.0.1:34518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:56.941723Z","caller":"traceutil/trace.go:171","msg":"trace[1806195377] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:996; }","duration":"128.40567ms","start":"2026-04-16T16:15:56.813293Z","end":"2026-04-16T16:15:56.941699Z","steps":["trace[1806195377] 'read index received' (duration: 128.248826ms)","trace[1806195377] 'applied index is now lower than readState.Index' (duration: 155.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:15:56.941864Z","caller":"traceutil/trace.go:171","msg":"trace[275740931] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"353.895771ms","start":"2026-04-16T16:15:56.587951Z","end":"2026-04-16T16:15:56.941847Z","steps":["trace[275740931] 'process raft request' (duration: 353.558352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:56.941869Z","caller":"traceutil/trace.go:171","msg":"trace[144008656] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"353.85496ms","start":"2026-04-16T16:15:56.588Z","end":"2026-04-16T16:15:56.941855Z","steps":["trace[144008656] 'process raft request' (duration: 353.647175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:56.941997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.611065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T16:15:56.942011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:56.587832Z","time spent":"354.104797ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:56.942043Z","caller":"traceutil/trace.go:171","msg":"trace[71751924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:963; }","duration":"128.800541ms","start":"2026-04-16T16:15:56.813231Z","end":"2026-04-16T16:15:56.942031Z","steps":["trace[71751924] 'agreement among raft nodes before linearized reading' (duration: 128.560955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:56.942046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:56.587832Z","time spent":"354.096117ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:59.252417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.90428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:59.252504Z","caller":"traceutil/trace.go:171","msg":"trace[474013365] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1020; }","duration":"191.288081ms","start":"2026-04-16T16:15:59.061204Z","end":"2026-04-16T16:15:59.252492Z","steps":["trace[474013365] 'read index received' (duration: 28.120193ms)","trace[474013365] 'applied index is now lower than readState.Index' (duration: 163.167098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:59.252579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.96238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:59.252594Z","caller":"traceutil/trace.go:171","msg":"trace[1908661340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"184.98629ms","start":"2026-04-16T16:15:59.067601Z","end":"2026-04-16T16:15:59.252588Z","steps":["trace[1908661340] 'agreement among raft nodes before linearized reading' (duration: 184.954299ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:59.25268Z","caller":"traceutil/trace.go:171","msg":"trace[1728071990] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"196.628487ms","start":"2026-04-16T16:15:59.056018Z","end":"2026-04-16T16:15:59.252647Z","steps":["trace[1728071990] 'process raft request' (duration: 33.381616ms)","trace[1728071990] 'compare' (duration: 162.697685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:59.252832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.568204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:15:59.252809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.56591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:15:59.252915Z","caller":"traceutil/trace.go:171","msg":"trace[1692422160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:985; }","duration":"158.696977ms","start":"2026-04-16T16:15:59.094199Z","end":"2026-04-16T16:15:59.252896Z","steps":["trace[1692422160] 'agreement among raft nodes before linearized reading' (duration: 158.41889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:59.252933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.759127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:15:59.252969Z","caller":"traceutil/trace.go:171","msg":"trace[1723686214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:985; }","duration":"191.756334ms","start":"2026-04-16T16:15:59.061181Z","end":"2026-04-16T16:15:59.252938Z","steps":["trace[1723686214] 'agreement among raft nodes before linearized reading' (duration: 191.370034ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:59.253009Z","caller":"traceutil/trace.go:171","msg":"trace[1602368063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:985; }","duration":"169.85589ms","start":"2026-04-16T16:15:59.083133Z","end":"2026-04-16T16:15:59.252989Z","steps":["trace[1602368063] 'agreement among raft nodes before linearized reading' (duration: 169.628184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:59.568352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.399343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:15:59.568471Z","caller":"traceutil/trace.go:171","msg":"trace[354344238] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"311.527224ms","start":"2026-04-16T16:15:59.256924Z","end":"2026-04-16T16:15:59.568451Z","steps":["trace[354344238] 'process raft request' (duration: 105.926885ms)","trace[354344238] 'compare' (duration: 205.25694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:59.568696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:59.256914Z","time spent":"311.596785ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:59.569498Z","caller":"traceutil/trace.go:171","msg":"trace[1463586563] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"311.355749ms","start":"2026-04-16T16:15:59.25811Z","end":"2026-04-16T16:15:59.569466Z","steps":["trace[1463586563] 'process raft request' (duration: 311.121863ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:15:59.569517Z","caller":"traceutil/trace.go:171","msg":"trace[398357948] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"311.37503ms","start":"2026-04-16T16:15:59.258119Z","end":"2026-04-16T16:15:59.569494Z","steps":["trace[398357948] 'process raft request' (duration: 311.259667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:15:59.56969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:59.258098Z","time spent":"311.499144ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:15:59.56967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:15:59.258087Z","time spent":"311.483773ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:15:59.570141Z","caller":"traceutil/trace.go:171","msg":"trace[504740930] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1021; }","duration":"248.928125ms","start":"2026-04-16T16:15:59.320508Z","end":"2026-04-16T16:15:59.569436Z","steps":["trace[504740930] 'read index received' (duration: 42.435791ms)","trace[504740930] 'applied index is now lower than readState.Index' (duration: 206.491094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:15:59.569951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.442599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:15:59.570704Z","caller":"traceutil/trace.go:171","msg":"trace[179793669] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:988; }","duration":"250.21163ms","start":"2026-04-16T16:15:59.320466Z","end":"2026-04-16T16:15:59.570678Z","steps":["trace[179793669] 'agreement among raft nodes before linearized reading' (duration: 249.441669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:00.549887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.720187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:00.549965Z","caller":"traceutil/trace.go:171","msg":"trace[52869475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"481.851761ms","start":"2026-04-16T16:16:00.068095Z","end":"2026-04-16T16:16:00.549947Z","steps":["trace[52869475] 'range keys from in-memory index tree' (duration: 481.611555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:00.55001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:00.068075Z","time spent":"481.925724ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:16:01.131983Z","caller":"traceutil/trace.go:171","msg":"trace[1704144723] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"127.929544ms","start":"2026-04-16T16:16:01.004029Z","end":"2026-04-16T16:16:01.131959Z","steps":["trace[1704144723] 'process raft request' (duration: 127.839671ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.132047Z","caller":"traceutil/trace.go:171","msg":"trace[1883125458] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"130.078322ms","start":"2026-04-16T16:16:01.001941Z","end":"2026-04-16T16:16:01.13202Z","steps":["trace[1883125458] 'process raft request' (duration: 129.405654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.466694Z","caller":"traceutil/trace.go:171","msg":"trace[569471473] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"136.866008ms","start":"2026-04-16T16:16:01.329799Z","end":"2026-04-16T16:16:01.466665Z","steps":["trace[569471473] 'process raft request' (duration: 136.667602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.466886Z","caller":"traceutil/trace.go:171","msg":"trace[1659567658] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"126.915946ms","start":"2026-04-16T16:16:01.339958Z","end":"2026-04-16T16:16:01.466874Z","steps":["trace[1659567658] 'process raft request' (duration: 126.718291ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.467049Z","caller":"traceutil/trace.go:171","msg":"trace[148228507] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"127.122602ms","start":"2026-04-16T16:16:01.339918Z","end":"2026-04-16T16:16:01.46704Z","steps":["trace[148228507] 'process raft request' (duration: 126.727271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.467178Z","caller":"traceutil/trace.go:171","msg":"trace[2075520683] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"127.179824ms","start":"2026-04-16T16:16:01.339977Z","end":"2026-04-16T16:16:01.467157Z","steps":["trace[2075520683] 'process raft request' (duration: 126.725872ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.467212Z","caller":"traceutil/trace.go:171","msg":"trace[1271392453] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"134.134944ms","start":"2026-04-16T16:16:01.332939Z","end":"2026-04-16T16:16:01.467074Z","steps":["trace[1271392453] 'process raft request' (duration: 133.645491ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.46736Z","caller":"traceutil/trace.go:171","msg":"trace[2097577229] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"127.311248ms","start":"2026-04-16T16:16:01.340024Z","end":"2026-04-16T16:16:01.467335Z","steps":["trace[2097577229] 'process raft request' (duration: 126.701011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.467515Z","caller":"traceutil/trace.go:171","msg":"trace[1710513794] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"127.442901ms","start":"2026-04-16T16:16:01.340046Z","end":"2026-04-16T16:16:01.467489Z","steps":["trace[1710513794] 'process raft request' (duration: 126.701231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.46785Z","caller":"traceutil/trace.go:171","msg":"trace[1788516848] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"127.649536ms","start":"2026-04-16T16:16:01.340182Z","end":"2026-04-16T16:16:01.467831Z","steps":["trace[1788516848] 'process raft request' (duration: 126.712351ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.46785Z","caller":"traceutil/trace.go:171","msg":"trace[795412087] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"126.892146ms","start":"2026-04-16T16:16:01.340928Z","end":"2026-04-16T16:16:01.46782Z","steps":["trace[795412087] 'process raft request' (duration: 126.765002ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.467968Z","caller":"traceutil/trace.go:171","msg":"trace[286387253] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"120.667627ms","start":"2026-04-16T16:16:01.347287Z","end":"2026-04-16T16:16:01.467954Z","steps":["trace[286387253] 'process raft request' (duration: 120.604666ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.468003Z","caller":"traceutil/trace.go:171","msg":"trace[354701902] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"126.853865ms","start":"2026-04-16T16:16:01.341141Z","end":"2026-04-16T16:16:01.467995Z","steps":["trace[354701902] 'process raft request' (duration: 126.598279ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.46803Z","caller":"traceutil/trace.go:171","msg":"trace[80412586] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"126.827944ms","start":"2026-04-16T16:16:01.341195Z","end":"2026-04-16T16:16:01.468023Z","steps":["trace[80412586] 'process raft request' (duration: 126.577567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.468057Z","caller":"traceutil/trace.go:171","msg":"trace[1754607127] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"126.844795ms","start":"2026-04-16T16:16:01.341206Z","end":"2026-04-16T16:16:01.46805Z","steps":["trace[1754607127] 'process raft request' (duration: 126.596438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.468076Z","caller":"traceutil/trace.go:171","msg":"trace[18304875] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"126.794593ms","start":"2026-04-16T16:16:01.341265Z","end":"2026-04-16T16:16:01.46806Z","steps":["trace[18304875] 'process raft request' (duration: 126.593868ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.46813Z","caller":"traceutil/trace.go:171","msg":"trace[1139664366] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"126.888086ms","start":"2026-04-16T16:16:01.341228Z","end":"2026-04-16T16:16:01.468116Z","steps":["trace[1139664366] 'process raft request' (duration: 126.603768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:01.956779Z","caller":"traceutil/trace.go:171","msg":"trace[1935267884] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"230.640764ms","start":"2026-04-16T16:16:01.726113Z","end":"2026-04-16T16:16:01.956753Z","steps":["trace[1935267884] 'process raft request' (duration: 216.387547ms)","trace[1935267884] 'compare' (duration: 13.834176ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:01.956866Z","caller":"traceutil/trace.go:171","msg":"trace[887296398] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"226.377669ms","start":"2026-04-16T16:16:01.730463Z","end":"2026-04-16T16:16:01.95684Z","steps":["trace[887296398] 'process raft request' (duration: 226.234965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.4055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.281652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:16:02.405742Z","caller":"traceutil/trace.go:171","msg":"trace[70804209] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1087; }","duration":"656.849483ms","start":"2026-04-16T16:16:01.748871Z","end":"2026-04-16T16:16:02.405721Z","steps":["trace[70804209] 'read index received' (duration: 193.734301ms)","trace[70804209] 'applied index is now lower than readState.Index' (duration: 463.114072ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:02.405776Z","caller":"traceutil/trace.go:171","msg":"trace[134239627] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"656.872824ms","start":"2026-04-16T16:16:01.748835Z","end":"2026-04-16T16:16:02.405708Z","steps":["trace[134239627] 'process raft request' (duration: 322.307014ms)","trace[134239627] 'compare' (duration: 334.097028ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:02.406012Z","caller":"traceutil/trace.go:171","msg":"trace[294084671] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"553.644521ms","start":"2026-04-16T16:16:01.852345Z","end":"2026-04-16T16:16:02.40599Z","steps":["trace[294084671] 'process raft request' (duration: 553.282181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.406038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:01.748815Z","time spent":"657.08203ms","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:16:02.406129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:01.852325Z","time spent":"553.740554ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:02.406168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.275675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:65472"} {"level":"info","ts":"2026-04-16T16:16:02.406243Z","caller":"traceutil/trace.go:171","msg":"trace[1462751914] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1055; }","duration":"657.384288ms","start":"2026-04-16T16:16:01.748841Z","end":"2026-04-16T16:16:02.406225Z","steps":["trace[1462751914] 'agreement among raft nodes before linearized reading' (duration: 657.166552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.406284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:01.74883Z","time spent":"657.446919ms","remote":"127.0.0.1:34058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":65495,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T16:16:02.415637Z","caller":"traceutil/trace.go:171","msg":"trace[1070983091] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"403.606736ms","start":"2026-04-16T16:16:02.012019Z","end":"2026-04-16T16:16:02.415625Z","steps":["trace[1070983091] 'process raft request' (duration: 403.476412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.415715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:02.012002Z","time spent":"403.671588ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:02.415717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.368858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:02.415768Z","caller":"traceutil/trace.go:171","msg":"trace[1953411113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1056; }","duration":"347.44736ms","start":"2026-04-16T16:16:02.068307Z","end":"2026-04-16T16:16:02.415755Z","steps":["trace[1953411113] 'agreement among raft nodes before linearized reading' (duration: 347.367528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.415806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:02.068291Z","time spent":"347.507242ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:16:02.572574Z","caller":"traceutil/trace.go:171","msg":"trace[1671639347] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1092; }","duration":"154.998213ms","start":"2026-04-16T16:16:02.417545Z","end":"2026-04-16T16:16:02.572543Z","steps":["trace[1671639347] 'read index received' (duration: 149.106893ms)","trace[1671639347] 'applied index is now lower than readState.Index' (duration: 5.88998ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:02.572685Z","caller":"traceutil/trace.go:171","msg":"trace[1350383496] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"163.347879ms","start":"2026-04-16T16:16:02.409318Z","end":"2026-04-16T16:16:02.572665Z","steps":["trace[1350383496] 'process raft request' (duration: 157.397337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:02.572795Z","caller":"traceutil/trace.go:171","msg":"trace[486111089] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"161.598221ms","start":"2026-04-16T16:16:02.411156Z","end":"2026-04-16T16:16:02.572755Z","steps":["trace[486111089] 'process raft request' (duration: 161.336394ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:02.572902Z","caller":"traceutil/trace.go:171","msg":"trace[1321459488] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"161.980572ms","start":"2026-04-16T16:16:02.410639Z","end":"2026-04-16T16:16:02.57262Z","steps":["trace[1321459488] 'process raft request' (duration: 161.781256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.572923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.27531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:02.57298Z","caller":"traceutil/trace.go:171","msg":"trace[2107304221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"155.450704ms","start":"2026-04-16T16:16:02.417516Z","end":"2026-04-16T16:16:02.572967Z","steps":["trace[2107304221] 'agreement among raft nodes before linearized reading' (duration: 155.184417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:02.714244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.321078ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:16:02.714432Z","caller":"traceutil/trace.go:171","msg":"trace[394694178] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1095; }","duration":"141.735921ms","start":"2026-04-16T16:16:02.572664Z","end":"2026-04-16T16:16:02.7144Z","steps":["trace[394694178] 'read index received' (duration: 3.260598ms)","trace[394694178] 'applied index is now lower than readState.Index' (duration: 138.472252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:02.714607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.35224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:16:02.714729Z","caller":"traceutil/trace.go:171","msg":"trace[1833209958] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1059; }","duration":"268.538545ms","start":"2026-04-16T16:16:02.446151Z","end":"2026-04-16T16:16:02.714689Z","steps":["trace[1833209958] 'agreement among raft nodes before linearized reading' (duration: 268.304459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:02.71491Z","caller":"traceutil/trace.go:171","msg":"trace[1190967924] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"139.977284ms","start":"2026-04-16T16:16:02.574905Z","end":"2026-04-16T16:16:02.714883Z","steps":["trace[1190967924] 'process raft request' (duration: 139.479469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:03.009554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.257659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:16:03.010005Z","caller":"traceutil/trace.go:171","msg":"trace[1938751555] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"287.718318ms","start":"2026-04-16T16:16:02.722266Z","end":"2026-04-16T16:16:03.009984Z","steps":["trace[1938751555] 'process raft request' (duration: 287.669556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.009974Z","caller":"traceutil/trace.go:171","msg":"trace[1564848966] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"290.803242ms","start":"2026-04-16T16:16:02.719127Z","end":"2026-04-16T16:16:03.00993Z","steps":["trace[1564848966] 'process raft request' (duration: 188.107401ms)","trace[1564848966] 'compare' (duration: 101.983612ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:03.010093Z","caller":"traceutil/trace.go:171","msg":"trace[771988158] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"288.578171ms","start":"2026-04-16T16:16:02.721481Z","end":"2026-04-16T16:16:03.01006Z","steps":["trace[771988158] 'process raft request' (duration: 288.18935ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.010249Z","caller":"traceutil/trace.go:171","msg":"trace[407602453] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"288.54253ms","start":"2026-04-16T16:16:02.721645Z","end":"2026-04-16T16:16:03.010187Z","steps":["trace[407602453] 'process raft request' (duration: 288.257272ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.329608Z","caller":"traceutil/trace.go:171","msg":"trace[1325193575] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1115; }","duration":"134.826615ms","start":"2026-04-16T16:16:03.194754Z","end":"2026-04-16T16:16:03.329581Z","steps":["trace[1325193575] 'read index received' (duration: 64.078732ms)","trace[1325193575] 'applied index is now lower than readState.Index' (duration: 70.746443ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:03.329686Z","caller":"traceutil/trace.go:171","msg":"trace[511191135] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"200.332726ms","start":"2026-04-16T16:16:03.129297Z","end":"2026-04-16T16:16:03.32963Z","steps":["trace[511191135] 'process raft request' (duration: 129.44719ms)","trace[511191135] 'compare' (duration: 70.670471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:03.330007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.101027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-16T16:16:03.330106Z","caller":"traceutil/trace.go:171","msg":"trace[883804204] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1079; }","duration":"201.204229ms","start":"2026-04-16T16:16:03.128863Z","end":"2026-04-16T16:16:03.330067Z","steps":["trace[883804204] 'agreement among raft nodes before linearized reading' (duration: 200.811479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:03.330162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.680993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-16T16:16:03.330239Z","caller":"traceutil/trace.go:171","msg":"trace[1617560845] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1079; }","duration":"201.798955ms","start":"2026-04-16T16:16:03.128422Z","end":"2026-04-16T16:16:03.330221Z","steps":["trace[1617560845] 'agreement among raft nodes before linearized reading' (duration: 201.271081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:03.329987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.771734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:16:03.330351Z","caller":"traceutil/trace.go:171","msg":"trace[1164003191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1079; }","duration":"195.167454ms","start":"2026-04-16T16:16:03.135163Z","end":"2026-04-16T16:16:03.330331Z","steps":["trace[1164003191] 'agreement among raft nodes before linearized reading' (duration: 194.423204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.35201Z","caller":"traceutil/trace.go:171","msg":"trace[90616096] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"151.136238ms","start":"2026-04-16T16:16:03.20085Z","end":"2026-04-16T16:16:03.351986Z","steps":["trace[90616096] 'process raft request' (duration: 150.955393ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.352612Z","caller":"traceutil/trace.go:171","msg":"trace[1531947109] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"151.521908ms","start":"2026-04-16T16:16:03.201074Z","end":"2026-04-16T16:16:03.352596Z","steps":["trace[1531947109] 'process raft request' (duration: 150.84959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.352785Z","caller":"traceutil/trace.go:171","msg":"trace[1407861109] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"151.644412ms","start":"2026-04-16T16:16:03.201111Z","end":"2026-04-16T16:16:03.352756Z","steps":["trace[1407861109] 'process raft request' (duration: 151.416406ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.353994Z","caller":"traceutil/trace.go:171","msg":"trace[337090520] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"152.815215ms","start":"2026-04-16T16:16:03.201165Z","end":"2026-04-16T16:16:03.35398Z","steps":["trace[337090520] 'process raft request' (duration: 151.487768ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.354238Z","caller":"traceutil/trace.go:171","msg":"trace[1969303946] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"153.04267ms","start":"2026-04-16T16:16:03.201185Z","end":"2026-04-16T16:16:03.354227Z","steps":["trace[1969303946] 'process raft request' (duration: 152.65198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.354561Z","caller":"traceutil/trace.go:171","msg":"trace[1287705496] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"151.854118ms","start":"2026-04-16T16:16:03.202694Z","end":"2026-04-16T16:16:03.354548Z","steps":["trace[1287705496] 'process raft request' (duration: 151.17802ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.354898Z","caller":"traceutil/trace.go:171","msg":"trace[1016341420] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"145.184077ms","start":"2026-04-16T16:16:03.209706Z","end":"2026-04-16T16:16:03.35489Z","steps":["trace[1016341420] 'process raft request' (duration: 145.067344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.355014Z","caller":"traceutil/trace.go:171","msg":"trace[1855717300] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"152.150295ms","start":"2026-04-16T16:16:03.202835Z","end":"2026-04-16T16:16:03.354986Z","steps":["trace[1855717300] 'process raft request' (duration: 151.677673ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:03.356318Z","caller":"traceutil/trace.go:171","msg":"trace[921794501] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"153.311517ms","start":"2026-04-16T16:16:03.202989Z","end":"2026-04-16T16:16:03.356301Z","steps":["trace[921794501] 'process raft request' (duration: 151.680013ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:06.280629Z","caller":"traceutil/trace.go:171","msg":"trace[1388245895] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"555.459863ms","start":"2026-04-16T16:16:05.725099Z","end":"2026-04-16T16:16:06.280559Z","steps":["trace[1388245895] 'process raft request' (duration: 555.219347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:06.280896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:05.725078Z","time spent":"555.673269ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:06.60109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.575939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:16:06.60158Z","caller":"traceutil/trace.go:171","msg":"trace[1657121326] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"873.881079ms","start":"2026-04-16T16:16:05.727617Z","end":"2026-04-16T16:16:06.601499Z","steps":["trace[1657121326] 'process raft request' (duration: 683.778215ms)","trace[1657121326] 'compare' (duration: 189.393435ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:06.601829Z","caller":"traceutil/trace.go:171","msg":"trace[1431712213] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"874.070665ms","start":"2026-04-16T16:16:05.727723Z","end":"2026-04-16T16:16:06.601793Z","steps":["trace[1431712213] 'process raft request' (duration: 873.592422ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:06.601867Z","caller":"traceutil/trace.go:171","msg":"trace[1284108856] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"180.02781ms","start":"2026-04-16T16:16:06.421805Z","end":"2026-04-16T16:16:06.601833Z","steps":["trace[1284108856] 'process raft request' (duration: 179.818984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:06.601985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:05.727681Z","time spent":"874.222698ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:06.602001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:05.72755Z","time spent":"874.203117ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:07.165386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.531175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:16:07.165524Z","caller":"traceutil/trace.go:171","msg":"trace[1272466978] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:1142; }","duration":"194.72536ms","start":"2026-04-16T16:16:06.970768Z","end":"2026-04-16T16:16:07.165494Z","steps":["trace[1272466978] 'range keys from in-memory index tree' (duration: 194.288828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:07.736943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.210238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:16:07.737046Z","caller":"traceutil/trace.go:171","msg":"trace[1395327406] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1180; }","duration":"336.890252ms","start":"2026-04-16T16:16:07.40014Z","end":"2026-04-16T16:16:07.73703Z","steps":["trace[1395327406] 'read index received' (duration: 60.692µs)","trace[1395327406] 'applied index is now lower than readState.Index' (duration: 336.82807ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:07.737136Z","caller":"traceutil/trace.go:171","msg":"trace[996244534] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"520.775359ms","start":"2026-04-16T16:16:07.21635Z","end":"2026-04-16T16:16:07.737125Z","steps":["trace[996244534] 'process raft request' (duration: 99.308795ms)","trace[996244534] 'compare' (duration: 420.919369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:07.737194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:07.216329Z","time spent":"520.8366ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:07.737475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.339354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:16:07.737513Z","caller":"traceutil/trace.go:171","msg":"trace[336559480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1143; }","duration":"337.413006ms","start":"2026-04-16T16:16:07.400091Z","end":"2026-04-16T16:16:07.737504Z","steps":["trace[336559480] 'agreement among raft nodes before linearized reading' (duration: 337.271362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:07.737542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:07.400071Z","time spent":"337.465247ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:16:07.73769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.619368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:16:07.737767Z","caller":"traceutil/trace.go:171","msg":"trace[1410914800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1143; }","duration":"284.709541ms","start":"2026-04-16T16:16:07.453039Z","end":"2026-04-16T16:16:07.737749Z","steps":["trace[1410914800] 'agreement among raft nodes before linearized reading' (duration: 284.480344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:08.265183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.059137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:16:08.265375Z","caller":"traceutil/trace.go:171","msg":"trace[1650263598] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1181; }","duration":"524.341198ms","start":"2026-04-16T16:16:07.741017Z","end":"2026-04-16T16:16:08.265359Z","steps":["trace[1650263598] 'read index received' (duration: 125.033063ms)","trace[1650263598] 'applied index is now lower than readState.Index' (duration: 399.307115ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:08.265405Z","caller":"traceutil/trace.go:171","msg":"trace[1459269226] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"524.460051ms","start":"2026-04-16T16:16:07.740911Z","end":"2026-04-16T16:16:08.265371Z","steps":["trace[1459269226] 'process raft request' (duration: 125.124856ms)","trace[1459269226] 'compare' (duration: 398.881273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:08.265558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:07.740896Z","time spent":"524.585204ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:16:08.265878Z","caller":"traceutil/trace.go:171","msg":"trace[992719403] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"524.43589ms","start":"2026-04-16T16:16:07.741428Z","end":"2026-04-16T16:16:08.265864Z","steps":["trace[992719403] 'process raft request' (duration: 523.856835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:08.265947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:07.741412Z","time spent":"524.500691ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:08.266047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.020026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:16:08.266092Z","caller":"traceutil/trace.go:171","msg":"trace[68780934] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1145; }","duration":"525.104498ms","start":"2026-04-16T16:16:07.740977Z","end":"2026-04-16T16:16:08.266081Z","steps":["trace[68780934] 'agreement among raft nodes before linearized reading' (duration: 524.457871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:08.266126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:07.740953Z","time spent":"525.16554ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T16:16:08.27499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.744773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:08.27503Z","caller":"traceutil/trace.go:171","msg":"trace[654222523] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"238.091304ms","start":"2026-04-16T16:16:08.036918Z","end":"2026-04-16T16:16:08.275009Z","steps":["trace[654222523] 'process raft request' (duration: 237.879918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:08.275068Z","caller":"traceutil/trace.go:171","msg":"trace[684568978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"205.857646ms","start":"2026-04-16T16:16:08.069191Z","end":"2026-04-16T16:16:08.275049Z","steps":["trace[684568978] 'agreement among raft nodes before linearized reading' (duration: 205.752193ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:12.47327Z","caller":"traceutil/trace.go:171","msg":"trace[2125461995] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"128.189227ms","start":"2026-04-16T16:16:12.345055Z","end":"2026-04-16T16:16:12.473244Z","steps":["trace[2125461995] 'process raft request' (duration: 126.939082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:26.869687Z","caller":"traceutil/trace.go:171","msg":"trace[2054007467] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1306; }","duration":"289.308845ms","start":"2026-04-16T16:16:26.580351Z","end":"2026-04-16T16:16:26.86966Z","steps":["trace[2054007467] 'read index received' (duration: 289.000266ms)","trace[2054007467] 'applied index is now lower than readState.Index' (duration: 307.469µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:26.86977Z","caller":"traceutil/trace.go:171","msg":"trace[600465035] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"367.267271ms","start":"2026-04-16T16:16:26.502469Z","end":"2026-04-16T16:16:26.869736Z","steps":["trace[600465035] 'process raft request' (duration: 366.936122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:26.869927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.564852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:16:26.869972Z","caller":"traceutil/trace.go:171","msg":"trace[934350796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1264; }","duration":"289.628514ms","start":"2026-04-16T16:16:26.580331Z","end":"2026-04-16T16:16:26.86996Z","steps":["trace[934350796] 'agreement among raft nodes before linearized reading' (duration: 289.464059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:26.870081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:26.50244Z","time spent":"367.489027ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:16:26.958243Z","caller":"traceutil/trace.go:171","msg":"trace[1363502018] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"224.053588ms","start":"2026-04-16T16:16:26.734161Z","end":"2026-04-16T16:16:26.958214Z","steps":["trace[1363502018] 'process raft request' (duration: 159.158279ms)","trace[1363502018] 'compare' (duration: 64.625761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:26.959412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.548171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:16:26.959495Z","caller":"traceutil/trace.go:171","msg":"trace[1292403181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1266; }","duration":"205.680794ms","start":"2026-04-16T16:16:26.753795Z","end":"2026-04-16T16:16:26.959476Z","steps":["trace[1292403181] 'agreement among raft nodes before linearized reading' (duration: 204.729278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:26.959751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.969523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:16:26.959836Z","caller":"traceutil/trace.go:171","msg":"trace[219437851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1266; }","duration":"217.105686ms","start":"2026-04-16T16:16:26.742711Z","end":"2026-04-16T16:16:26.959817Z","steps":["trace[219437851] 'agreement among raft nodes before linearized reading' (duration: 215.76529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:28.874385Z","caller":"traceutil/trace.go:171","msg":"trace[66399589] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1276; }","duration":"127.758172ms","start":"2026-04-16T16:16:28.746589Z","end":"2026-04-16T16:16:28.874347Z","steps":["trace[66399589] 'process raft request' (duration: 127.563206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:28.874431Z","caller":"traceutil/trace.go:171","msg":"trace[1139189609] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"121.385797ms","start":"2026-04-16T16:16:28.753007Z","end":"2026-04-16T16:16:28.874392Z","steps":["trace[1139189609] 'process raft request' (duration: 121.228283ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:29.16451Z","caller":"traceutil/trace.go:171","msg":"trace[506067413] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"325.922575ms","start":"2026-04-16T16:16:28.838566Z","end":"2026-04-16T16:16:29.164488Z","steps":["trace[506067413] 'process raft request' (duration: 325.864523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:29.164525Z","caller":"traceutil/trace.go:171","msg":"trace[78494513] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"326.445599ms","start":"2026-04-16T16:16:28.838047Z","end":"2026-04-16T16:16:29.164492Z","steps":["trace[78494513] 'process raft request' (duration: 323.819507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.16464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.838558Z","time spent":"326.016217ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":982,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:16:29.164664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.838018Z","time spent":"326.574423ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:16:29.59135Z","caller":"traceutil/trace.go:171","msg":"trace[2124849233] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"706.440349ms","start":"2026-04-16T16:16:28.884894Z","end":"2026-04-16T16:16:29.591334Z","steps":["trace[2124849233] 'process raft request' (duration: 706.379036ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:29.591375Z","caller":"traceutil/trace.go:171","msg":"trace[792073115] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"711.050615ms","start":"2026-04-16T16:16:28.88027Z","end":"2026-04-16T16:16:29.59132Z","steps":["trace[792073115] 'process raft request' (duration: 675.50409ms)","trace[792073115] 'compare' (duration: 35.39081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:29.591453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.884881Z","time spent":"706.522952ms","remote":"127.0.0.1:38654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:29.591607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.880248Z","time spent":"711.221979ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:16:29.591593Z","caller":"traceutil/trace.go:171","msg":"trace[722063065] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1323; }","duration":"627.892576ms","start":"2026-04-16T16:16:28.963661Z","end":"2026-04-16T16:16:29.591554Z","steps":["trace[722063065] 'read index received' (duration: 198.290526ms)","trace[722063065] 'applied index is now lower than readState.Index' (duration: 429.6009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:29.591658Z","caller":"traceutil/trace.go:171","msg":"trace[634232263] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"703.5645ms","start":"2026-04-16T16:16:28.888069Z","end":"2026-04-16T16:16:29.591633Z","steps":["trace[634232263] 'process raft request' (duration: 703.23882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:29.591728Z","caller":"traceutil/trace.go:171","msg":"trace[853927358] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"627.740841ms","start":"2026-04-16T16:16:28.96398Z","end":"2026-04-16T16:16:29.591721Z","steps":["trace[853927358] 'process raft request' (duration: 627.480604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.591753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.089452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:16:29.591772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.963965Z","time spent":"627.786652ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:16:29.591796Z","caller":"traceutil/trace.go:171","msg":"trace[2026167290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"628.183624ms","start":"2026-04-16T16:16:28.963602Z","end":"2026-04-16T16:16:29.591786Z","steps":["trace[2026167290] 'agreement among raft nodes before linearized reading' (duration: 628.04347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.591793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.888061Z","time spent":"703.657683ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:29.591831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.963551Z","time spent":"628.273316ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:16:29.918076Z","caller":"traceutil/trace.go:171","msg":"trace[514761455] linearizableReadLoop","detail":"{readStateIndex:1331; appliedIndex:1329; }","duration":"326.340496ms","start":"2026-04-16T16:16:29.591702Z","end":"2026-04-16T16:16:29.918043Z","steps":["trace[514761455] 'read index received' (duration: 311.251683ms)","trace[514761455] 'applied index is now lower than readState.Index' (duration: 15.088103ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:29.918181Z","caller":"traceutil/trace.go:171","msg":"trace[693720308] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"748.976135ms","start":"2026-04-16T16:16:29.169194Z","end":"2026-04-16T16:16:29.91817Z","steps":["trace[693720308] 'process raft request' (duration: 733.744868ms)","trace[693720308] 'compare' (duration: 14.545858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:29.918258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.169173Z","time spent":"749.033186ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:16:29.918425Z","caller":"traceutil/trace.go:171","msg":"trace[1553138599] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1285; }","duration":"745.836489ms","start":"2026-04-16T16:16:29.172563Z","end":"2026-04-16T16:16:29.9184Z","steps":["trace[1553138599] 'process raft request' (duration: 745.401657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.918468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.810196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:16:29.918547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.172553Z","time spent":"745.933601ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2102,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:16:29.918544Z","caller":"traceutil/trace.go:171","msg":"trace[1284696136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1285; }","duration":"850.929139ms","start":"2026-04-16T16:16:29.067599Z","end":"2026-04-16T16:16:29.918528Z","steps":["trace[1284696136] 'agreement among raft nodes before linearized reading' (duration: 850.787856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.918528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.97ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:16:29.918621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.067552Z","time spent":"851.061183ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:16:29.91863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.285674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:16:29.918719Z","caller":"traceutil/trace.go:171","msg":"trace[1033994243] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1285; }","duration":"530.138575ms","start":"2026-04-16T16:16:29.388513Z","end":"2026-04-16T16:16:29.918651Z","steps":["trace[1033994243] 'agreement among raft nodes before linearized reading' (duration: 529.95138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.918791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.388499Z","time spent":"530.260648ms","remote":"127.0.0.1:34324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:16:29.918814Z","caller":"traceutil/trace.go:171","msg":"trace[1684031631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1285; }","duration":"942.465129ms","start":"2026-04-16T16:16:28.976236Z","end":"2026-04-16T16:16:29.918701Z","steps":["trace[1684031631] 'agreement among raft nodes before linearized reading' (duration: 942.163861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.918923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.976221Z","time spent":"942.688616ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:16:29.919221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.073415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:16:29.919287Z","caller":"traceutil/trace.go:171","msg":"trace[558830680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1285; }","duration":"943.340825ms","start":"2026-04-16T16:16:28.97593Z","end":"2026-04-16T16:16:29.919271Z","steps":["trace[558830680] 'agreement among raft nodes before linearized reading' (duration: 942.606024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.919639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:28.97591Z","time spent":"943.476398ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:16:29.959774Z","caller":"traceutil/trace.go:171","msg":"trace[1589891842] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"363.151617ms","start":"2026-04-16T16:16:29.5966Z","end":"2026-04-16T16:16:29.959751Z","steps":["trace[1589891842] 'process raft request' (duration: 362.90124ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:29.959956Z","caller":"traceutil/trace.go:171","msg":"trace[1289702399] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"362.245502ms","start":"2026-04-16T16:16:29.597674Z","end":"2026-04-16T16:16:29.959919Z","steps":["trace[1289702399] 'process raft request' (duration: 362.037916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.960035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.347042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:16:29.960079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.597647Z","time spent":"362.374784ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:16:29.959909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:29.596582Z","time spent":"363.255929ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:16:29.960103Z","caller":"traceutil/trace.go:171","msg":"trace[102234515] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1287; }","duration":"297.472885ms","start":"2026-04-16T16:16:29.662615Z","end":"2026-04-16T16:16:29.960088Z","steps":["trace[102234515] 'agreement among raft nodes before linearized reading' (duration: 297.326471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:29.960069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.785697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:29.960276Z","caller":"traceutil/trace.go:171","msg":"trace[1638409347] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1287; }","duration":"235.042794ms","start":"2026-04-16T16:16:29.725216Z","end":"2026-04-16T16:16:29.960259Z","steps":["trace[1638409347] 'agreement among raft nodes before linearized reading' (duration: 234.715795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:30.104932Z","caller":"traceutil/trace.go:171","msg":"trace[1859308517] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"181.692033ms","start":"2026-04-16T16:16:29.923216Z","end":"2026-04-16T16:16:30.104908Z","steps":["trace[1859308517] 'process raft request' (duration: 180.50092ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:30.104976Z","caller":"traceutil/trace.go:171","msg":"trace[104325824] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"171.912595ms","start":"2026-04-16T16:16:29.93304Z","end":"2026-04-16T16:16:30.104953Z","steps":["trace[104325824] 'process raft request' (duration: 171.822353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:30.105033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.780937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:30.104939Z","caller":"traceutil/trace.go:171","msg":"trace[379487115] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1333; }","duration":"144.996706ms","start":"2026-04-16T16:16:29.959919Z","end":"2026-04-16T16:16:30.104915Z","steps":["trace[379487115] 'read index received' (duration: 143.737671ms)","trace[379487115] 'applied index is now lower than readState.Index' (duration: 1.258005ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:30.105078Z","caller":"traceutil/trace.go:171","msg":"trace[1636167280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1290; }","duration":"184.874879ms","start":"2026-04-16T16:16:29.920193Z","end":"2026-04-16T16:16:30.105068Z","steps":["trace[1636167280] 'agreement among raft nodes before linearized reading' (duration: 184.796087ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:30.105083Z","caller":"traceutil/trace.go:171","msg":"trace[426757529] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"181.751184ms","start":"2026-04-16T16:16:29.92331Z","end":"2026-04-16T16:16:30.105061Z","steps":["trace[426757529] 'process raft request' (duration: 181.506247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:30.105246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.795499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18a6e28ad08f12c1\" ","response":"range_response_count:1 size:750"} {"level":"info","ts":"2026-04-16T16:16:30.105288Z","caller":"traceutil/trace.go:171","msg":"trace[559029152] range","detail":"{range_begin:/registry/events/default/atmosphere.18a6e28ad08f12c1; range_end:; response_count:1; response_revision:1290; }","duration":"141.881981ms","start":"2026-04-16T16:16:29.963396Z","end":"2026-04-16T16:16:30.105278Z","steps":["trace[559029152] 'agreement among raft nodes before linearized reading' (duration: 141.731867ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:30.46492Z","caller":"traceutil/trace.go:171","msg":"trace[72785252] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"217.522655ms","start":"2026-04-16T16:16:30.247364Z","end":"2026-04-16T16:16:30.464887Z","steps":["trace[72785252] 'process raft request' (duration: 166.441574ms)","trace[72785252] 'compare' (duration: 50.571657ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:30.797479Z","caller":"traceutil/trace.go:171","msg":"trace[1382814997] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"549.681465ms","start":"2026-04-16T16:16:30.247742Z","end":"2026-04-16T16:16:30.797423Z","steps":["trace[1382814997] 'process raft request' (duration: 475.245143ms)","trace[1382814997] 'compare' (duration: 73.791534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:30.797761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:30.247721Z","time spent":"549.961642ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:16:30.797873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.833745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:16:30.797947Z","caller":"traceutil/trace.go:171","msg":"trace[1027347504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1303; }","duration":"342.01777ms","start":"2026-04-16T16:16:30.455917Z","end":"2026-04-16T16:16:30.797934Z","steps":["trace[1027347504] 'agreement among raft nodes before linearized reading' (duration: 341.693611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:30.797992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:30.455898Z","time spent":"342.084022ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:16:30.797539Z","caller":"traceutil/trace.go:171","msg":"trace[1169379575] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1347; }","duration":"341.536017ms","start":"2026-04-16T16:16:30.45597Z","end":"2026-04-16T16:16:30.797506Z","steps":["trace[1169379575] 'read index received' (duration: 267.073224ms)","trace[1169379575] 'applied index is now lower than readState.Index' (duration: 74.461363ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:30.798181Z","caller":"traceutil/trace.go:171","msg":"trace[1297763657] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"546.075256ms","start":"2026-04-16T16:16:30.252064Z","end":"2026-04-16T16:16:30.798139Z","steps":["trace[1297763657] 'process raft request' (duration: 545.253974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:30.798496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.354806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:16:30.799155Z","caller":"traceutil/trace.go:171","msg":"trace[1873133869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1303; }","duration":"336.039776ms","start":"2026-04-16T16:16:30.463074Z","end":"2026-04-16T16:16:30.799114Z","steps":["trace[1873133869] 'agreement among raft nodes before linearized reading' (duration: 335.205502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:30.798541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:30.251976Z","time spent":"546.395844ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:30.799281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:30.463052Z","time spent":"336.19132ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:16:30.942666Z","caller":"traceutil/trace.go:171","msg":"trace[191954333] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1349; }","duration":"137.737307ms","start":"2026-04-16T16:16:30.804907Z","end":"2026-04-16T16:16:30.942644Z","steps":["trace[191954333] 'read index received' (duration: 15.606048ms)","trace[191954333] 'applied index is now lower than readState.Index' (duration: 122.129949ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:30.942777Z","caller":"traceutil/trace.go:171","msg":"trace[204576780] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"138.464278ms","start":"2026-04-16T16:16:30.804283Z","end":"2026-04-16T16:16:30.942748Z","steps":["trace[204576780] 'process raft request' (duration: 117.759371ms)","trace[204576780] 'compare' (duration: 20.495281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:30.942823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.903602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:16:30.942862Z","caller":"traceutil/trace.go:171","msg":"trace[1907246472] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1305; }","duration":"137.975864ms","start":"2026-04-16T16:16:30.804872Z","end":"2026-04-16T16:16:30.942847Z","steps":["trace[1907246472] 'agreement among raft nodes before linearized reading' (duration: 137.888271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:31.07026Z","caller":"traceutil/trace.go:171","msg":"trace[261863300] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1352; }","duration":"105.251886ms","start":"2026-04-16T16:16:30.964983Z","end":"2026-04-16T16:16:31.070235Z","steps":["trace[261863300] 'read index received' (duration: 1.945234ms)","trace[261863300] 'applied index is now lower than readState.Index' (duration: 103.304012ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:31.07028Z","caller":"traceutil/trace.go:171","msg":"trace[1405706996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1307; }","duration":"106.427639ms","start":"2026-04-16T16:16:30.96383Z","end":"2026-04-16T16:16:31.070257Z","steps":["trace[1405706996] 'process raft request' (duration: 105.756861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:31.07041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.41048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-16T16:16:31.070482Z","caller":"traceutil/trace.go:171","msg":"trace[1982357543] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1307; }","duration":"105.515555ms","start":"2026-04-16T16:16:30.964951Z","end":"2026-04-16T16:16:31.070466Z","steps":["trace[1982357543] 'agreement among raft nodes before linearized reading' (duration: 105.38185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:42.191619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.056972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:16:42.1919Z","caller":"traceutil/trace.go:171","msg":"trace[412225219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1378; }","duration":"176.324318ms","start":"2026-04-16T16:16:42.015464Z","end":"2026-04-16T16:16:42.191788Z","steps":["trace[412225219] 'range keys from in-memory index tree' (duration: 175.903057ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:47.148202Z","caller":"traceutil/trace.go:171","msg":"trace[700801958] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"134.338918ms","start":"2026-04-16T16:16:47.01383Z","end":"2026-04-16T16:16:47.148169Z","steps":["trace[700801958] 'read index received' (duration: 92.911987ms)","trace[700801958] 'applied index is now lower than readState.Index' (duration: 41.424061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:16:47.148447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.598296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:16:47.14849Z","caller":"traceutil/trace.go:171","msg":"trace[138617258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1488; }","duration":"134.711859ms","start":"2026-04-16T16:16:47.013766Z","end":"2026-04-16T16:16:47.148478Z","steps":["trace[138617258] 'agreement among raft nodes before linearized reading' (duration: 134.519613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:47.456261Z","caller":"traceutil/trace.go:171","msg":"trace[293829837] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"247.345921ms","start":"2026-04-16T16:16:47.20889Z","end":"2026-04-16T16:16:47.456236Z","steps":["trace[293829837] 'read index received' (duration: 244.256296ms)","trace[293829837] 'applied index is now lower than readState.Index' (duration: 3.088305ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:47.456303Z","caller":"traceutil/trace.go:171","msg":"trace[314317960] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"303.301551ms","start":"2026-04-16T16:16:47.152975Z","end":"2026-04-16T16:16:47.456276Z","steps":["trace[314317960] 'process raft request' (duration: 300.196146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:47.456434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:47.152961Z","time spent":"303.405944ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:16:47.456432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.520176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T16:16:47.456518Z","caller":"traceutil/trace.go:171","msg":"trace[213428126] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1490; }","duration":"247.648009ms","start":"2026-04-16T16:16:47.208849Z","end":"2026-04-16T16:16:47.456497Z","steps":["trace[213428126] 'agreement among raft nodes before linearized reading' (duration: 247.487025ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:47.787236Z","caller":"traceutil/trace.go:171","msg":"trace[863398228] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"202.361501ms","start":"2026-04-16T16:16:47.584847Z","end":"2026-04-16T16:16:47.787208Z","steps":["trace[863398228] 'process raft request' (duration: 202.178326ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:47.792638Z","caller":"traceutil/trace.go:171","msg":"trace[1683114170] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"117.981548ms","start":"2026-04-16T16:16:47.674627Z","end":"2026-04-16T16:16:47.792608Z","steps":["trace[1683114170] 'process raft request' (duration: 117.773903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:48.360005Z","caller":"traceutil/trace.go:171","msg":"trace[709046499] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1545; }","duration":"121.086904ms","start":"2026-04-16T16:16:48.238896Z","end":"2026-04-16T16:16:48.359983Z","steps":["trace[709046499] 'read index received' (duration: 120.969521ms)","trace[709046499] 'applied index is now lower than readState.Index' (duration: 116.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:16:48.360045Z","caller":"traceutil/trace.go:171","msg":"trace[555155372] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"126.293898ms","start":"2026-04-16T16:16:48.233729Z","end":"2026-04-16T16:16:48.360023Z","steps":["trace[555155372] 'process raft request' (duration: 126.138644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:48.360178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.261858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:16:48.360219Z","caller":"traceutil/trace.go:171","msg":"trace[2050121363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1494; }","duration":"121.340651ms","start":"2026-04-16T16:16:48.238866Z","end":"2026-04-16T16:16:48.360207Z","steps":["trace[2050121363] 'agreement among raft nodes before linearized reading' (duration: 121.211957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:48.360375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.817246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:16:48.360463Z","caller":"traceutil/trace.go:171","msg":"trace[1488948939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1494; }","duration":"116.925179ms","start":"2026-04-16T16:16:48.243517Z","end":"2026-04-16T16:16:48.360442Z","steps":["trace[1488948939] 'agreement among raft nodes before linearized reading' (duration: 116.669812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:48.633536Z","caller":"traceutil/trace.go:171","msg":"trace[1855140985] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"269.556063ms","start":"2026-04-16T16:16:48.363958Z","end":"2026-04-16T16:16:48.633514Z","steps":["trace[1855140985] 'process raft request' (duration: 262.978202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:48.634232Z","caller":"traceutil/trace.go:171","msg":"trace[1952971772] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"270.227711ms","start":"2026-04-16T16:16:48.363968Z","end":"2026-04-16T16:16:48.634196Z","steps":["trace[1952971772] 'process raft request' (duration: 270.053616ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:49.91098Z","caller":"traceutil/trace.go:171","msg":"trace[1755507839] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"112.129118ms","start":"2026-04-16T16:16:49.798817Z","end":"2026-04-16T16:16:49.910946Z","steps":["trace[1755507839] 'process raft request' (duration: 111.948383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.971102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333566002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:16:51.971167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332970995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:16:51.971204Z","caller":"traceutil/trace.go:171","msg":"trace[1932398808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1506; }","duration":"1.333719306s","start":"2026-04-16T16:16:50.637465Z","end":"2026-04-16T16:16:51.971184Z","steps":["trace[1932398808] 'range keys from in-memory index tree' (duration: 1.333372137s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:16:51.971225Z","caller":"traceutil/trace.go:171","msg":"trace[1394520162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1506; }","duration":"1.333043097s","start":"2026-04-16T16:16:50.638161Z","end":"2026-04-16T16:16:51.971204Z","steps":["trace[1394520162] 'range keys from in-memory index tree' (duration: 1.332819351s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.971233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.654489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:16:51.971261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:50.637412Z","time spent":"1.33382858s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:16:51.971304Z","caller":"traceutil/trace.go:171","msg":"trace[1063857786] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1506; }","duration":"612.771783ms","start":"2026-04-16T16:16:51.358511Z","end":"2026-04-16T16:16:51.971283Z","steps":["trace[1063857786] 'count revisions from in-memory index tree' (duration: 612.586998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.971438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:51.358492Z","time spent":"612.929667ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:16:51.971132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.836222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:16:51.97152Z","caller":"traceutil/trace.go:171","msg":"trace[1912182283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1506; }","duration":"982.255643ms","start":"2026-04-16T16:16:50.989235Z","end":"2026-04-16T16:16:51.971491Z","steps":["trace[1912182283] 'range keys from in-memory index tree' (duration: 981.630546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.971651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:50.989213Z","time spent":"982.409769ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:16:51.971894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.53434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:16:51.971275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:50.63803Z","time spent":"1.333232453s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:16:51.972613Z","caller":"traceutil/trace.go:171","msg":"trace[137734232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1506; }","duration":"526.315372ms","start":"2026-04-16T16:16:51.446283Z","end":"2026-04-16T16:16:51.972598Z","steps":["trace[137734232] 'count revisions from in-memory index tree' (duration: 525.409517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.972672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:51.446266Z","time spent":"526.384344ms","remote":"127.0.0.1:47846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:16:51.973361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.414037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:16:51.973438Z","caller":"traceutil/trace.go:171","msg":"trace[40869027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1506; }","duration":"476.52272ms","start":"2026-04-16T16:16:51.496903Z","end":"2026-04-16T16:16:51.973426Z","steps":["trace[40869027] 'range keys from in-memory index tree' (duration: 474.864125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:16:51.973785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:16:51.496887Z","time spent":"476.8826ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:17:13.058745Z","caller":"traceutil/trace.go:171","msg":"trace[1202779786] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1914; }","duration":"157.544535ms","start":"2026-04-16T16:17:12.901177Z","end":"2026-04-16T16:17:13.058722Z","steps":["trace[1202779786] 'read index received' (duration: 157.311809ms)","trace[1202779786] 'applied index is now lower than readState.Index' (duration: 231.816µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:13.058958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.767352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-16T16:17:13.059004Z","caller":"traceutil/trace.go:171","msg":"trace[763136042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"157.866515ms","start":"2026-04-16T16:17:12.901124Z","end":"2026-04-16T16:17:13.058991Z","steps":["trace[763136042] 'agreement among raft nodes before linearized reading' (duration: 157.70077ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:13.059054Z","caller":"traceutil/trace.go:171","msg":"trace[476652984] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"229.895066ms","start":"2026-04-16T16:17:12.829095Z","end":"2026-04-16T16:17:13.05899Z","steps":["trace[476652984] 'process raft request' (duration: 229.456914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.198498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.855652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T16:17:18.198474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.0928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:18.198503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.499773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T16:17:18.198556Z","caller":"traceutil/trace.go:171","msg":"trace[430011649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"104.951194ms","start":"2026-04-16T16:17:18.093592Z","end":"2026-04-16T16:17:18.198543Z","steps":["trace[430011649] 'range keys from in-memory index tree' (duration: 104.763659ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:18.198584Z","caller":"traceutil/trace.go:171","msg":"trace[1868033681] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6; range_end:; response_count:1; response_revision:1931; }","duration":"335.610956ms","start":"2026-04-16T16:17:17.862958Z","end":"2026-04-16T16:17:18.198569Z","steps":["trace[1868033681] 'range keys from in-memory index tree' (duration: 335.328939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:18.198584Z","caller":"traceutil/trace.go:171","msg":"trace[662228019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"130.246315ms","start":"2026-04-16T16:17:18.068314Z","end":"2026-04-16T16:17:18.198561Z","steps":["trace[662228019] 'range keys from in-memory index tree' (duration: 130.004047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.198881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:17.862942Z","time spent":"335.920964ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" "} {"level":"info","ts":"2026-04-16T16:17:18.356861Z","caller":"traceutil/trace.go:171","msg":"trace[675397496] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"211.984745ms","start":"2026-04-16T16:17:18.144847Z","end":"2026-04-16T16:17:18.356832Z","steps":["trace[675397496] 'read index received' (duration: 211.80449ms)","trace[675397496] 'applied index is now lower than readState.Index' (duration: 179.255µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:18.356926Z","caller":"traceutil/trace.go:171","msg":"trace[2027606434] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"233.48835ms","start":"2026-04-16T16:17:18.123406Z","end":"2026-04-16T16:17:18.356894Z","steps":["trace[2027606434] 'process raft request' (duration: 233.260614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.357182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.273231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:18.357211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.143705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:17:18.357238Z","caller":"traceutil/trace.go:171","msg":"trace[734893306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"171.188696ms","start":"2026-04-16T16:17:18.186042Z","end":"2026-04-16T16:17:18.35723Z","steps":["trace[734893306] 'agreement among raft nodes before linearized reading' (duration: 171.080513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:18.357263Z","caller":"traceutil/trace.go:171","msg":"trace[758595626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"157.375484ms","start":"2026-04-16T16:17:18.199846Z","end":"2026-04-16T16:17:18.357221Z","steps":["trace[758595626] 'agreement among raft nodes before linearized reading' (duration: 157.292292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.357443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.105629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:17:18.357468Z","caller":"traceutil/trace.go:171","msg":"trace[120552485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"182.180751ms","start":"2026-04-16T16:17:18.175282Z","end":"2026-04-16T16:17:18.357462Z","steps":["trace[120552485] 'agreement among raft nodes before linearized reading' (duration: 182.116399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.357428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.532971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:17:18.357654Z","caller":"traceutil/trace.go:171","msg":"trace[1571889943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"212.745327ms","start":"2026-04-16T16:17:18.14413Z","end":"2026-04-16T16:17:18.357506Z","steps":["trace[1571889943] 'agreement among raft nodes before linearized reading' (duration: 212.264724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:18.357889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.279342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:17:18.357981Z","caller":"traceutil/trace.go:171","msg":"trace[1022426576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"183.366294ms","start":"2026-04-16T16:17:18.174565Z","end":"2026-04-16T16:17:18.357932Z","steps":["trace[1022426576] 'agreement among raft nodes before linearized reading' (duration: 182.531731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:19.803883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359779307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T16:17:19.803876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.883171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:17:19.804174Z","caller":"traceutil/trace.go:171","msg":"trace[614682188] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"1.441749074s","start":"2026-04-16T16:17:18.362408Z","end":"2026-04-16T16:17:19.804158Z","steps":["trace[614682188] 'process raft request' (duration: 1.441659301s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:19.804203Z","caller":"traceutil/trace.go:171","msg":"trace[1834013110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1932; }","duration":"166.188619ms","start":"2026-04-16T16:17:19.63795Z","end":"2026-04-16T16:17:19.804138Z","steps":["trace[1834013110] 'range keys from in-memory index tree' (duration: 165.85835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:19.804304Z","caller":"traceutil/trace.go:171","msg":"trace[1000016268] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"1.441918869s","start":"2026-04-16T16:17:18.362354Z","end":"2026-04-16T16:17:19.804273Z","steps":["trace[1000016268] 'process raft request' (duration: 1.441626831s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:19.804336Z","caller":"traceutil/trace.go:171","msg":"trace[44046499] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"1.442503365s","start":"2026-04-16T16:17:18.361801Z","end":"2026-04-16T16:17:19.804304Z","steps":["trace[44046499] 'process raft request' (duration: 82.229295ms)","trace[44046499] 'compare' (duration: 1.358367367s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:19.804259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.362389Z","time spent":"1.441832946s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:19.804478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.361785Z","time spent":"1.442609067s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:19.804477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.362338Z","time spent":"1.442047562s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:19.80462Z","caller":"traceutil/trace.go:171","msg":"trace[433417283] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2012; }","duration":"1.267664777s","start":"2026-04-16T16:17:18.536924Z","end":"2026-04-16T16:17:19.804589Z","steps":["trace[433417283] 'read index received' (duration: 44.831µs)","trace[433417283] 'applied index is now lower than readState.Index' (duration: 1.267617756s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:19.804649Z","caller":"traceutil/trace.go:171","msg":"trace[851257300] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.442195577s","start":"2026-04-16T16:17:18.362432Z","end":"2026-04-16T16:17:19.804627Z","steps":["trace[851257300] 'process raft request' (duration: 1.441669852s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:19.80482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.362423Z","time spent":"1.442300439s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:19.80486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267924325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-16T16:17:19.804923Z","caller":"traceutil/trace.go:171","msg":"trace[542389630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6; range_end:; response_count:1; response_revision:1936; }","duration":"1.268028908s","start":"2026-04-16T16:17:18.536876Z","end":"2026-04-16T16:17:19.804905Z","steps":["trace[542389630] 'agreement among raft nodes before linearized reading' (duration: 1.267845223s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:19.804987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.536857Z","time spent":"1.26811205s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" "} {"level":"warn","ts":"2026-04-16T16:17:20.132669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.574752244s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:17:20.434949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.833703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:17:20.435034Z","caller":"traceutil/trace.go:171","msg":"trace[2002991640] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.877233686s","start":"2026-04-16T16:17:18.557785Z","end":"2026-04-16T16:17:20.435019Z","steps":["trace[2002991640] 'process raft request' (duration: 1.575269509s)","trace[2002991640] 'compare' (duration: 301.743041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:20.435084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.557766Z","time spent":"1.877289827s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:20.814896Z","caller":"traceutil/trace.go:171","msg":"trace[1991162681] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"2.034662965s","start":"2026-04-16T16:17:18.780209Z","end":"2026-04-16T16:17:20.814872Z","steps":["trace[1991162681] 'process raft request' (duration: 2.034582283s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:20.814946Z","caller":"traceutil/trace.go:171","msg":"trace[1838438612] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"2.176629732s","start":"2026-04-16T16:17:18.638281Z","end":"2026-04-16T16:17:20.814911Z","steps":["trace[1838438612] 'process raft request' (duration: 2.120287592s)","trace[1838438612] 'compare' (duration: 56.074642ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:20.815289Z","caller":"traceutil/trace.go:171","msg":"trace[1155765055] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.637589879s","start":"2026-04-16T16:17:19.177663Z","end":"2026-04-16T16:17:20.815253Z","steps":["trace[1155765055] 'process raft request' (duration: 1.637175357s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.815383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.638266Z","time spent":"2.177003393s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:20.815501Z","caller":"traceutil/trace.go:171","msg":"trace[1474869076] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2016; }","duration":"1.010777542s","start":"2026-04-16T16:17:19.804707Z","end":"2026-04-16T16:17:20.815485Z","steps":["trace[1474869076] 'read index received' (duration: 328.359515ms)","trace[1474869076] 'applied index is now lower than readState.Index' (duration: 682.416627ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:20.815538Z","caller":"traceutil/trace.go:171","msg":"trace[1223411076] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"762.896414ms","start":"2026-04-16T16:17:20.052629Z","end":"2026-04-16T16:17:20.815525Z","steps":["trace[1223411076] 'process raft request' (duration: 762.584356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:20.81564Z","caller":"traceutil/trace.go:171","msg":"trace[1560829287] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"453.09116ms","start":"2026-04-16T16:17:20.362532Z","end":"2026-04-16T16:17:20.815623Z","steps":["trace[1560829287] 'process raft request' (duration: 452.900745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.815659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.0526Z","time spent":"763.029528ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:20.815701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610580201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-04-16T16:17:20.8155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:19.177638Z","time spent":"1.637744963s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:20.815741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.362512Z","time spent":"453.178123ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:20.815732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610146139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:17:20.815771Z","caller":"traceutil/trace.go:171","msg":"trace[1674023411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6; range_end:; response_count:1; response_revision:1943; }","duration":"1.610707504s","start":"2026-04-16T16:17:19.205048Z","end":"2026-04-16T16:17:20.815756Z","steps":["trace[1674023411] 'agreement among raft nodes before linearized reading' (duration: 1.610597361s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:20.815818Z","caller":"traceutil/trace.go:171","msg":"trace[1092794862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"1.610324904s","start":"2026-04-16T16:17:19.205472Z","end":"2026-04-16T16:17:20.815797Z","steps":["trace[1092794862] 'agreement among raft nodes before linearized reading' (duration: 1.610032186s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.81587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:19.205466Z","time spent":"1.610395346s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:17:20.815925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178802463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:17:20.815983Z","caller":"traceutil/trace.go:171","msg":"trace[244955649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1943; }","duration":"2.178894945s","start":"2026-04-16T16:17:18.637075Z","end":"2026-04-16T16:17:20.81597Z","steps":["trace[244955649] 'agreement among raft nodes before linearized reading' (duration: 2.178728131s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.815974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.999319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:17:20.815891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.189531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:20.815829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:19.205036Z","time spent":"1.610779636s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" "} {"level":"warn","ts":"2026-04-16T16:17:20.816023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.637056Z","time spent":"2.178959708s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:17:20.816036Z","caller":"traceutil/trace.go:171","msg":"trace[1139036823] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1943; }","duration":"702.105642ms","start":"2026-04-16T16:17:20.113915Z","end":"2026-04-16T16:17:20.816021Z","steps":["trace[1139036823] 'agreement among raft nodes before linearized reading' (duration: 701.988578ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:20.816044Z","caller":"traceutil/trace.go:171","msg":"trace[39979653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"746.367206ms","start":"2026-04-16T16:17:20.069664Z","end":"2026-04-16T16:17:20.816031Z","steps":["trace[39979653] 'agreement among raft nodes before linearized reading' (duration: 746.199041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.816087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.069645Z","time spent":"746.429797ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:17:20.816086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.113893Z","time spent":"702.176913ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:17:20.815318Z","caller":"traceutil/trace.go:171","msg":"trace[36267876] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.005102325s","start":"2026-04-16T16:17:19.810198Z","end":"2026-04-16T16:17:20.8153Z","steps":["trace[36267876] 'process raft request' (duration: 1.004877989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:20.815539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:18.780183Z","time spent":"2.034884162s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:20.816314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:19.81018Z","time spent":"1.006092993s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:21.447088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097415811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:21.948135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097415811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:22.064868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239511379s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:17:22.065628Z","caller":"traceutil/trace.go:171","msg":"trace[1984456999] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.240333961s","start":"2026-04-16T16:17:20.82527Z","end":"2026-04-16T16:17:22.065604Z","steps":["trace[1984456999] 'process raft request' (duration: 1.239829738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.065715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119419675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:17:22.06578Z","caller":"traceutil/trace.go:171","msg":"trace[39103702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1944; }","duration":"1.119537678s","start":"2026-04-16T16:17:20.94623Z","end":"2026-04-16T16:17:22.065767Z","steps":["trace[39103702] 'agreement among raft nodes before linearized reading' (duration: 1.119432295s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.065775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.825256Z","time spent":"1.240442194s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:22.065837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:20.946201Z","time spent":"1.11960037s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:17:22.066215Z","caller":"traceutil/trace.go:171","msg":"trace[191492620] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2023; }","duration":"1.119080346s","start":"2026-04-16T16:17:20.946285Z","end":"2026-04-16T16:17:22.065365Z","steps":["trace[191492620] 'read index received' (duration: 1.118726656s)","trace[191492620] 'applied index is now lower than readState.Index' (duration: 352.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:22.066463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.999082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-16T16:17:22.066498Z","caller":"traceutil/trace.go:171","msg":"trace[1175456191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1944; }","duration":"960.065654ms","start":"2026-04-16T16:17:21.106421Z","end":"2026-04-16T16:17:22.066487Z","steps":["trace[1175456191] 'agreement among raft nodes before linearized reading' (duration: 959.91974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.066609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:21.106404Z","time spent":"960.118016ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:17:22.06658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.37644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-16T16:17:22.066694Z","caller":"traceutil/trace.go:171","msg":"trace[1085571251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6529485-853b-4f1d-a79b-fd65b5cd50b6; range_end:; response_count:1; response_revision:1944; }","duration":"245.519625ms","start":"2026-04-16T16:17:21.821157Z","end":"2026-04-16T16:17:22.066677Z","steps":["trace[1085571251] 'agreement among raft nodes before linearized reading' (duration: 245.255128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.066798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.18508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:17:22.066868Z","caller":"traceutil/trace.go:171","msg":"trace[1058492255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1944; }","duration":"256.234341ms","start":"2026-04-16T16:17:21.810589Z","end":"2026-04-16T16:17:22.066824Z","steps":["trace[1058492255] 'agreement among raft nodes before linearized reading' (duration: 256.048066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.066871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.597561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:17:22.066924Z","caller":"traceutil/trace.go:171","msg":"trace[370929347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1944; }","duration":"256.671924ms","start":"2026-04-16T16:17:21.810237Z","end":"2026-04-16T16:17:22.066909Z","steps":["trace[370929347] 'agreement among raft nodes before linearized reading' (duration: 256.536359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.066617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.19296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T16:17:22.06702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.226953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:17:22.067054Z","caller":"traceutil/trace.go:171","msg":"trace[1150177762] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1944; }","duration":"157.316536ms","start":"2026-04-16T16:17:21.909727Z","end":"2026-04-16T16:17:22.067043Z","steps":["trace[1150177762] 'agreement among raft nodes before linearized reading' (duration: 157.262734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:22.067189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.455045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:17:22.067253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.320694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:17:22.067246Z","caller":"traceutil/trace.go:171","msg":"trace[1694954373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1944; }","duration":"257.549848ms","start":"2026-04-16T16:17:21.809683Z","end":"2026-04-16T16:17:22.067232Z","steps":["trace[1694954373] 'agreement among raft nodes before linearized reading' (duration: 257.397944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:22.067284Z","caller":"traceutil/trace.go:171","msg":"trace[1937574684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"243.369206ms","start":"2026-04-16T16:17:21.823904Z","end":"2026-04-16T16:17:22.067273Z","steps":["trace[1937574684] 'agreement among raft nodes before linearized reading' (duration: 243.284154ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:22.067029Z","caller":"traceutil/trace.go:171","msg":"trace[1068003162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1944; }","duration":"256.665414ms","start":"2026-04-16T16:17:21.810345Z","end":"2026-04-16T16:17:22.06701Z","steps":["trace[1068003162] 'agreement among raft nodes before linearized reading' (duration: 256.160569ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:27.127332Z","caller":"traceutil/trace.go:171","msg":"trace[959349632] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"275.496709ms","start":"2026-04-16T16:17:26.851813Z","end":"2026-04-16T16:17:27.12731Z","steps":["trace[959349632] 'process raft request' (duration: 275.352095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:27.419184Z","caller":"traceutil/trace.go:171","msg":"trace[632703658] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"563.742731ms","start":"2026-04-16T16:17:26.855412Z","end":"2026-04-16T16:17:27.419155Z","steps":["trace[632703658] 'process raft request' (duration: 563.33575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.419385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.120529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:17:27.419434Z","caller":"traceutil/trace.go:171","msg":"trace[9746358] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:1996; }","duration":"444.219962ms","start":"2026-04-16T16:17:26.975204Z","end":"2026-04-16T16:17:27.419424Z","steps":["trace[9746358] 'agreement among raft nodes before linearized reading' (duration: 444.058587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.419396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:26.855394Z","time spent":"563.927837ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:27.419547Z","caller":"traceutil/trace.go:171","msg":"trace[1738553263] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"564.065801ms","start":"2026-04-16T16:17:26.855468Z","end":"2026-04-16T16:17:27.419534Z","steps":["trace[1738553263] 'process raft request' (duration: 563.418313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:27.419216Z","caller":"traceutil/trace.go:171","msg":"trace[2002175813] linearizableReadLoop","detail":"{readStateIndex:2078; appliedIndex:2074; }","duration":"443.946344ms","start":"2026-04-16T16:17:26.975248Z","end":"2026-04-16T16:17:27.419194Z","steps":["trace[2002175813] 'read index received' (duration: 151.910847ms)","trace[2002175813] 'applied index is now lower than readState.Index' (duration: 292.034417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:27.419672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:26.855464Z","time spent":"564.149793ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:27.419467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:26.975183Z","time spent":"444.275544ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-04-16T16:17:27.41981Z","caller":"traceutil/trace.go:171","msg":"trace[18350276] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"564.137833ms","start":"2026-04-16T16:17:26.855626Z","end":"2026-04-16T16:17:27.419764Z","steps":["trace[18350276] 'process raft request' (duration: 563.514406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.420016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:26.855599Z","time spent":"564.322957ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:27.419861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.167824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:27.420058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.012643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T16:17:27.420063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.754847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T16:17:27.420115Z","caller":"traceutil/trace.go:171","msg":"trace[810441092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"311.113026ms","start":"2026-04-16T16:17:27.108984Z","end":"2026-04-16T16:17:27.420097Z","steps":["trace[810441092] 'agreement among raft nodes before linearized reading' (duration: 310.908681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:27.420111Z","caller":"traceutil/trace.go:171","msg":"trace[1810015432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"351.441972ms","start":"2026-04-16T16:17:27.068649Z","end":"2026-04-16T16:17:27.420091Z","steps":["trace[1810015432] 'agreement among raft nodes before linearized reading' (duration: 351.158524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.420166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:27.108961Z","time spent":"311.193558ms","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-16T16:17:27.420166Z","caller":"traceutil/trace.go:171","msg":"trace[798388455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"188.871ms","start":"2026-04-16T16:17:27.231246Z","end":"2026-04-16T16:17:27.420117Z","steps":["trace[798388455] 'agreement among raft nodes before linearized reading' (duration: 188.701205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.420179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:27.068628Z","time spent":"351.533185ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:17:27.420599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.320374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-04-16T16:17:27.420653Z","caller":"traceutil/trace.go:171","msg":"trace[1389504696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1996; }","duration":"310.421247ms","start":"2026-04-16T16:17:27.11022Z","end":"2026-04-16T16:17:27.420641Z","steps":["trace[1389504696] 'agreement among raft nodes before linearized reading' (duration: 309.669015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:27.42073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:27.110209Z","time spent":"310.509999ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:17:34.644983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:17:34.674689Z","caller":"traceutil/trace.go:171","msg":"trace[513788882] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"529.882746ms","start":"2026-04-16T16:17:34.144783Z","end":"2026-04-16T16:17:34.674666Z","steps":["trace[513788882] 'read index received' (duration: 529.67811ms)","trace[513788882] 'applied index is now lower than readState.Index' (duration: 203.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:34.674827Z","caller":"traceutil/trace.go:171","msg":"trace[232221097] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"537.730294ms","start":"2026-04-16T16:17:34.137081Z","end":"2026-04-16T16:17:34.674811Z","steps":["trace[232221097] 'process raft request' (duration: 537.396254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.675007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.52878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T16:17:34.675065Z","caller":"traceutil/trace.go:171","msg":"trace[2014217111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2054; }","duration":"501.624212ms","start":"2026-04-16T16:17:34.173428Z","end":"2026-04-16T16:17:34.675052Z","steps":["trace[2014217111] 'agreement among raft nodes before linearized reading' (duration: 501.479028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.675108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.173408Z","time spent":"501.688134ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:17:34.675114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.215335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:17:34.675166Z","caller":"traceutil/trace.go:171","msg":"trace[1384117709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2054; }","duration":"175.268237ms","start":"2026-04-16T16:17:34.499882Z","end":"2026-04-16T16:17:34.67515Z","steps":["trace[1384117709] 'agreement among raft nodes before linearized reading' (duration: 175.132073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.675195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.137064Z","time spent":"537.917898ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:34.6753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.013042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:17:34.675392Z","caller":"traceutil/trace.go:171","msg":"trace[262573662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2054; }","duration":"494.127924ms","start":"2026-04-16T16:17:34.18125Z","end":"2026-04-16T16:17:34.675378Z","steps":["trace[262573662] 'agreement among raft nodes before linearized reading' (duration: 493.908918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.67622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.18124Z","time spent":"494.936338ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:17:34.675298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.508043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:17:34.676395Z","caller":"traceutil/trace.go:171","msg":"trace[125259763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2054; }","duration":"531.606664ms","start":"2026-04-16T16:17:34.144756Z","end":"2026-04-16T16:17:34.676363Z","steps":["trace[125259763] 'agreement among raft nodes before linearized reading' (duration: 530.424061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.676432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.144746Z","time spent":"531.678466ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:17:34.675477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.959023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:17:34.676619Z","caller":"traceutil/trace.go:171","msg":"trace[174161480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2054; }","duration":"502.171199ms","start":"2026-04-16T16:17:34.174439Z","end":"2026-04-16T16:17:34.67661Z","steps":["trace[174161480] 'agreement among raft nodes before linearized reading' (duration: 500.937334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:34.676656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.174419Z","time spent":"502.22886ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:17:35.12963Z","caller":"traceutil/trace.go:171","msg":"trace[156629589] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"450.771903ms","start":"2026-04-16T16:17:34.67883Z","end":"2026-04-16T16:17:35.129602Z","steps":["trace[156629589] 'process raft request' (duration: 373.882403ms)","trace[156629589] 'compare' (duration: 76.574782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:35.129779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.67881Z","time spent":"450.889786ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:35.152388Z","caller":"traceutil/trace.go:171","msg":"trace[126046407] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"471.640433ms","start":"2026-04-16T16:17:34.680718Z","end":"2026-04-16T16:17:35.152358Z","steps":["trace[126046407] 'process raft request' (duration: 471.552721ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:35.152456Z","caller":"traceutil/trace.go:171","msg":"trace[1721934992] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"471.174641ms","start":"2026-04-16T16:17:34.681275Z","end":"2026-04-16T16:17:35.15245Z","steps":["trace[1721934992] 'process raft request' (duration: 471.023546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:35.152538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.681244Z","time spent":"471.235782ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:35.152544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.680704Z","time spent":"471.759436ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:35.152403Z","caller":"traceutil/trace.go:171","msg":"trace[862406171] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"472.418415ms","start":"2026-04-16T16:17:34.679963Z","end":"2026-04-16T16:17:35.152381Z","steps":["trace[862406171] 'process raft request' (duration: 472.220829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:35.152637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:34.679946Z","time spent":"472.661691ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:35.379265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.185836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:17:35.379368Z","caller":"traceutil/trace.go:171","msg":"trace[2002964646] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"107.617464ms","start":"2026-04-16T16:17:35.271733Z","end":"2026-04-16T16:17:35.379351Z","steps":["trace[2002964646] 'read index received' (duration: 45.942µs)","trace[2002964646] 'applied index is now lower than readState.Index' (duration: 107.570592ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:35.379454Z","caller":"traceutil/trace.go:171","msg":"trace[351936748] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"170.181468ms","start":"2026-04-16T16:17:35.209237Z","end":"2026-04-16T16:17:35.379419Z","steps":["trace[351936748] 'process raft request' (duration: 42.758775ms)","trace[351936748] 'compare' (duration: 126.916248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:35.379622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.890711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121168"} {"level":"info","ts":"2026-04-16T16:17:35.379662Z","caller":"traceutil/trace.go:171","msg":"trace[649079089] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2059; }","duration":"107.965633ms","start":"2026-04-16T16:17:35.271687Z","end":"2026-04-16T16:17:35.379652Z","steps":["trace[649079089] 'agreement among raft nodes before linearized reading' (duration: 107.740637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:35.379792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.076467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-16T16:17:35.380185Z","caller":"traceutil/trace.go:171","msg":"trace[353958468] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2059; }","duration":"107.5416ms","start":"2026-04-16T16:17:35.272624Z","end":"2026-04-16T16:17:35.380165Z","steps":["trace[353958468] 'agreement among raft nodes before linearized reading' (duration: 107.046277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:35.591289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.490953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:17:35.591418Z","caller":"traceutil/trace.go:171","msg":"trace[1389013964] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"133.195891ms","start":"2026-04-16T16:17:35.458189Z","end":"2026-04-16T16:17:35.591385Z","steps":["trace[1389013964] 'process raft request' (duration: 27.531703ms)","trace[1389013964] 'compare' (duration: 105.391891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:35.909621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.698372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:17:35.90989Z","caller":"traceutil/trace.go:171","msg":"trace[1052602933] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2144; }","duration":"227.67294ms","start":"2026-04-16T16:17:35.682199Z","end":"2026-04-16T16:17:35.909872Z","steps":["trace[1052602933] 'read index received' (duration: 21.654089ms)","trace[1052602933] 'applied index is now lower than readState.Index' (duration: 206.017741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:35.910028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.833244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:17:35.910063Z","caller":"traceutil/trace.go:171","msg":"trace[51998419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"227.907366ms","start":"2026-04-16T16:17:35.682146Z","end":"2026-04-16T16:17:35.910054Z","steps":["trace[51998419] 'agreement among raft nodes before linearized reading' (duration: 227.784453ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:35.910291Z","caller":"traceutil/trace.go:171","msg":"trace[513429206] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"413.12616ms","start":"2026-04-16T16:17:35.49715Z","end":"2026-04-16T16:17:35.910277Z","steps":["trace[513429206] 'process raft request' (duration: 412.583336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:35.910562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:35.497131Z","time spent":"413.380578ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:35.910374Z","caller":"traceutil/trace.go:171","msg":"trace[135767156] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"412.904134ms","start":"2026-04-16T16:17:35.497435Z","end":"2026-04-16T16:17:35.910339Z","steps":["trace[135767156] 'process raft request' (duration: 412.40085ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:35.910022Z","caller":"traceutil/trace.go:171","msg":"trace[390255216] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"447.418392ms","start":"2026-04-16T16:17:35.462581Z","end":"2026-04-16T16:17:35.909999Z","steps":["trace[390255216] 'process raft request' (duration: 241.258027ms)","trace[390255216] 'compare' (duration: 205.545628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:35.910982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:35.462561Z","time spent":"448.327387ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:35.911157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:35.497414Z","time spent":"413.335886ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:36.431706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.347771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:17:36.431876Z","caller":"traceutil/trace.go:171","msg":"trace[1643740116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2063; }","duration":"363.517215ms","start":"2026-04-16T16:17:36.068303Z","end":"2026-04-16T16:17:36.43182Z","steps":["trace[1643740116] 'range keys from in-memory index tree' (duration: 363.264439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:36.431954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:36.068287Z","time spent":"363.652459ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:17:36.431934Z","caller":"traceutil/trace.go:171","msg":"trace[209004398] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"221.15962ms","start":"2026-04-16T16:17:36.21074Z","end":"2026-04-16T16:17:36.431899Z","steps":["trace[209004398] 'process raft request' (duration: 159.502752ms)","trace[209004398] 'compare' (duration: 61.082183ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:17:37.810417Z","caller":"traceutil/trace.go:171","msg":"trace[1132717241] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"148.791065ms","start":"2026-04-16T16:17:37.661596Z","end":"2026-04-16T16:17:37.810387Z","steps":["trace[1132717241] 'process raft request' (duration: 148.624641ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:37.955495Z","caller":"traceutil/trace.go:171","msg":"trace[1976608764] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"283.819059ms","start":"2026-04-16T16:17:37.671641Z","end":"2026-04-16T16:17:37.95546Z","steps":["trace[1976608764] 'process raft request' (duration: 281.062652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:37.955707Z","caller":"traceutil/trace.go:171","msg":"trace[466237799] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2156; }","duration":"280.204278ms","start":"2026-04-16T16:17:37.675452Z","end":"2026-04-16T16:17:37.955656Z","steps":["trace[466237799] 'read index received' (duration: 134.838167ms)","trace[466237799] 'applied index is now lower than readState.Index' (duration: 145.356431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:37.956065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.600589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-16T16:17:37.956159Z","caller":"traceutil/trace.go:171","msg":"trace[996839948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2076; }","duration":"280.695082ms","start":"2026-04-16T16:17:37.675438Z","end":"2026-04-16T16:17:37.956133Z","steps":["trace[996839948] 'agreement among raft nodes before linearized reading' (duration: 280.492376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:41.79871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:42.299513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:42.800295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:43.301007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:17:43.655645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.423808883s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:17:43.656153Z","caller":"traceutil/trace.go:171","msg":"trace[1506147598] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"2.42440684s","start":"2026-04-16T16:17:41.23172Z","end":"2026-04-16T16:17:43.656127Z","steps":["trace[1506147598] 'process raft request' (duration: 2.424201754s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:43.65632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.231693Z","time spent":"2.424539624s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:44.069571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:17:44.069684Z","caller":"traceutil/trace.go:171","msg":"trace[1883362138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000924229s","start":"2026-04-16T16:17:42.068737Z","end":"2026-04-16T16:17:44.069661Z","steps":["trace[1883362138] 'agreement among raft nodes before linearized reading' (duration: 2.000749854s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.069877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.068718Z","time spent":"2.001106284s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 16:17:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T16:17:44.828035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172165444s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:17:44.828486Z","caller":"traceutil/trace.go:171","msg":"trace[1843983233] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"3.338902289s","start":"2026-04-16T16:17:41.489567Z","end":"2026-04-16T16:17:44.82847Z","steps":["trace[1843983233] 'process raft request' (duration: 3.338761705s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.828577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.489542Z","time spent":"3.338977411s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.828823Z","caller":"traceutil/trace.go:171","msg":"trace[715222628] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"3.273411414s","start":"2026-04-16T16:17:41.555404Z","end":"2026-04-16T16:17:44.828816Z","steps":["trace[715222628] 'process raft request' (duration: 3.273036333s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.828859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.555377Z","time spent":"3.273463865s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.82897Z","caller":"traceutil/trace.go:171","msg":"trace[1837818320] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"2.804458747s","start":"2026-04-16T16:17:42.024462Z","end":"2026-04-16T16:17:44.828921Z","steps":["trace[1837818320] 'process raft request' (duration: 2.804370855s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.82914Z","caller":"traceutil/trace.go:171","msg":"trace[1195420380] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"2.847072969s","start":"2026-04-16T16:17:41.982058Z","end":"2026-04-16T16:17:44.829131Z","steps":["trace[1195420380] 'process raft request' (duration: 2.846695439s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.829177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.982038Z","time spent":"2.847120701s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:17:44.829159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.024426Z","time spent":"2.804638862s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.829164Z","caller":"traceutil/trace.go:171","msg":"trace[1091327503] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"2.804348055s","start":"2026-04-16T16:17:42.024772Z","end":"2026-04-16T16:17:44.82912Z","steps":["trace[1091327503] 'process raft request' (duration: 2.804083598s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.829274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.024759Z","time spent":"2.804465648s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.833219Z","caller":"traceutil/trace.go:171","msg":"trace[996480850] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2172; }","duration":"3.535747457s","start":"2026-04-16T16:17:41.297453Z","end":"2026-04-16T16:17:44.8332Z","steps":["trace[996480850] 'read index received' (duration: 2.358455971s)","trace[996480850] 'applied index is now lower than readState.Index' (duration: 1.177290616s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:17:44.83341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535957344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:17:44.833489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534363699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T16:17:44.833504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173378187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:17:44.833521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.498938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:44.833562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178750987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:17:44.833587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.310765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:17:44.833655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39564886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-16T16:17:44.833664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529185375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T16:17:44.833723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800848957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-16T16:17:44.833738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250070655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:17:44.833868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971914057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T16:17:44.834067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332783016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-04-16T16:17:44.834189Z","caller":"traceutil/trace.go:171","msg":"trace[69941126] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"1.736560829s","start":"2026-04-16T16:17:43.096763Z","end":"2026-04-16T16:17:44.833324Z","steps":["trace[69941126] 'process raft request' (duration: 1.73624776s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.834198Z","caller":"traceutil/trace.go:171","msg":"trace[787238718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2095; }","duration":"2.332951111s","start":"2026-04-16T16:17:42.501238Z","end":"2026-04-16T16:17:44.834189Z","steps":["trace[787238718] 'agreement among raft nodes before linearized reading' (duration: 2.332154628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.834275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.501218Z","time spent":"2.333018983s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:17:44.834271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:43.096739Z","time spent":"1.737481425s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.83443Z","caller":"traceutil/trace.go:171","msg":"trace[1574955590] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"1.511936438s","start":"2026-04-16T16:17:43.321496Z","end":"2026-04-16T16:17:44.833405Z","steps":["trace[1574955590] 'process raft request' (duration: 1.51164456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.834485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:43.321472Z","time spent":"1.512985758s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:17:44.834673Z","caller":"traceutil/trace.go:171","msg":"trace[1023033592] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2095; }","duration":"3.178815809s","start":"2026-04-16T16:17:41.654768Z","end":"2026-04-16T16:17:44.833584Z","steps":["trace[1023033592] 'agreement among raft nodes before linearized reading' (duration: 3.178765028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.834775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.654751Z","time spent":"3.180012192s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:17:44.834592Z","caller":"traceutil/trace.go:171","msg":"trace[121786997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2095; }","duration":"3.536066436s","start":"2026-04-16T16:17:41.297393Z","end":"2026-04-16T16:17:44.833459Z","steps":["trace[121786997] 'agreement among raft nodes before linearized reading' (duration: 3.535934823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.835801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.297371Z","time spent":"3.538419712s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:17:44.834618Z","caller":"traceutil/trace.go:171","msg":"trace[150099945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2095; }","duration":"3.534484122s","start":"2026-04-16T16:17:41.299045Z","end":"2026-04-16T16:17:44.83353Z","steps":["trace[150099945] 'agreement among raft nodes before linearized reading' (duration: 3.534338028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.836001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.299023Z","time spent":"3.536969081s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:17:44.834639Z","caller":"traceutil/trace.go:171","msg":"trace[191081680] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2095; }","duration":"3.173448219s","start":"2026-04-16T16:17:41.660111Z","end":"2026-04-16T16:17:44.83356Z","steps":["trace[191081680] 'agreement among raft nodes before linearized reading' (duration: 3.173354407s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.836115Z","caller":"traceutil/trace.go:171","msg":"trace[1030679241] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2095; }","duration":"289.385037ms","start":"2026-04-16T16:17:44.54423Z","end":"2026-04-16T16:17:44.833615Z","steps":["trace[1030679241] 'agreement among raft nodes before linearized reading' (duration: 289.326285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.836162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.660057Z","time spent":"3.176088873s","remote":"127.0.0.1:34390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:17:44.835211Z","caller":"traceutil/trace.go:171","msg":"trace[938759125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2095; }","duration":"2.395727981s","start":"2026-04-16T16:17:42.437946Z","end":"2026-04-16T16:17:44.833674Z","steps":["trace[938759125] 'agreement among raft nodes before linearized reading' (duration: 2.395621758s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.836389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.437915Z","time spent":"2.398464888s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T16:17:44.835245Z","caller":"traceutil/trace.go:171","msg":"trace[1455357048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2095; }","duration":"3.529248797s","start":"2026-04-16T16:17:41.304451Z","end":"2026-04-16T16:17:44.8337Z","steps":["trace[1455357048] 'agreement among raft nodes before linearized reading' (duration: 3.529134424s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.836776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:41.304439Z","time spent":"3.532327343s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:17:44.835278Z","caller":"traceutil/trace.go:171","msg":"trace[949589336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2095; }","duration":"2.800901848s","start":"2026-04-16T16:17:42.032839Z","end":"2026-04-16T16:17:44.833741Z","steps":["trace[949589336] 'agreement among raft nodes before linearized reading' (duration: 2.800786265s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.835294Z","caller":"traceutil/trace.go:171","msg":"trace[1367009226] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2095; }","duration":"1.250298862s","start":"2026-04-16T16:17:43.583454Z","end":"2026-04-16T16:17:44.833753Z","steps":["trace[1367009226] 'agreement among raft nodes before linearized reading' (duration: 1.2502299s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.83531Z","caller":"traceutil/trace.go:171","msg":"trace[799448225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2095; }","duration":"1.97199859s","start":"2026-04-16T16:17:42.8619Z","end":"2026-04-16T16:17:44.833898Z","steps":["trace[799448225] 'agreement among raft nodes before linearized reading' (duration: 1.971817514s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:17:44.834656Z","caller":"traceutil/trace.go:171","msg":"trace[998694260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2095; }","duration":"763.600591ms","start":"2026-04-16T16:17:44.069965Z","end":"2026-04-16T16:17:44.833566Z","steps":["trace[998694260] 'agreement among raft nodes before linearized reading' (duration: 763.481488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:17:44.836896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:44.069944Z","time spent":"766.945536ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:17:44.836891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.032827Z","time spent":"2.804042096s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:17:44.837069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:43.583398Z","time spent":"1.253661475s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:17:44.837239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:17:42.861878Z","time spent":"1.975350783s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:17:45.810231Z","caller":"traceutil/trace.go:171","msg":"trace[1215027812] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"145.723423ms","start":"2026-04-16T16:17:45.664469Z","end":"2026-04-16T16:17:45.810193Z","steps":["trace[1215027812] 'process raft request' (duration: 145.519467ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:08.142649Z","caller":"traceutil/trace.go:171","msg":"trace[1990791916] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"135.658289ms","start":"2026-04-16T16:18:08.006967Z","end":"2026-04-16T16:18:08.142626Z","steps":["trace[1990791916] 'read index received' (duration: 135.416922ms)","trace[1990791916] 'applied index is now lower than readState.Index' (duration: 240.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:18:08.142804Z","caller":"traceutil/trace.go:171","msg":"trace[1667429044] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"214.678585ms","start":"2026-04-16T16:18:07.928106Z","end":"2026-04-16T16:18:08.142785Z","steps":["trace[1667429044] 'process raft request' (duration: 214.360796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:08.142882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.116105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:08.14294Z","caller":"traceutil/trace.go:171","msg":"trace[232204240] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2228; }","duration":"103.204828ms","start":"2026-04-16T16:18:08.039721Z","end":"2026-04-16T16:18:08.142926Z","steps":["trace[232204240] 'agreement among raft nodes before linearized reading' (duration: 103.095795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:08.143107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.113551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:18:08.143122Z","caller":"traceutil/trace.go:171","msg":"trace[1613085484] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2228; }","duration":"136.208134ms","start":"2026-04-16T16:18:08.00691Z","end":"2026-04-16T16:18:08.143118Z","steps":["trace[1613085484] 'agreement among raft nodes before linearized reading' (duration: 136.151873ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:09.14037Z","caller":"traceutil/trace.go:171","msg":"trace[1693577407] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"171.543306ms","start":"2026-04-16T16:18:08.968801Z","end":"2026-04-16T16:18:09.140344Z","steps":["trace[1693577407] 'process raft request' (duration: 171.414962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:09.330659Z","caller":"traceutil/trace.go:171","msg":"trace[70340594] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2321; }","duration":"261.769473ms","start":"2026-04-16T16:18:09.068863Z","end":"2026-04-16T16:18:09.330632Z","steps":["trace[70340594] 'read index received' (duration: 71.62068ms)","trace[70340594] 'applied index is now lower than readState.Index' (duration: 190.147883ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:18:09.33106Z","caller":"traceutil/trace.go:171","msg":"trace[1258635175] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"337.045474ms","start":"2026-04-16T16:18:08.993999Z","end":"2026-04-16T16:18:09.331045Z","steps":["trace[1258635175] 'process raft request' (duration: 316.262238ms)","trace[1258635175] 'compare' (duration: 20.19021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:18:09.33116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:08.993968Z","time spent":"337.128167ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:18:09.331334Z","caller":"traceutil/trace.go:171","msg":"trace[2024668842] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"269.716024ms","start":"2026-04-16T16:18:09.061609Z","end":"2026-04-16T16:18:09.331325Z","steps":["trace[2024668842] 'process raft request' (duration: 268.951463ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:09.331462Z","caller":"traceutil/trace.go:171","msg":"trace[150352427] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"267.826351ms","start":"2026-04-16T16:18:09.063625Z","end":"2026-04-16T16:18:09.331451Z","steps":["trace[150352427] 'process raft request' (duration: 266.974267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:09.331702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.846942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:18:09.331739Z","caller":"traceutil/trace.go:171","msg":"trace[1213754886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"262.926244ms","start":"2026-04-16T16:18:09.068804Z","end":"2026-04-16T16:18:09.33173Z","steps":["trace[1213754886] 'agreement among raft nodes before linearized reading' (duration: 262.804381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:09.331938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.164786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:18:09.331974Z","caller":"traceutil/trace.go:171","msg":"trace[62986940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"244.223107ms","start":"2026-04-16T16:18:09.087742Z","end":"2026-04-16T16:18:09.331966Z","steps":["trace[62986940] 'agreement among raft nodes before linearized reading' (duration: 244.065931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:09.332202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.096572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:18:09.33224Z","caller":"traceutil/trace.go:171","msg":"trace[871848098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"181.166244ms","start":"2026-04-16T16:18:09.151063Z","end":"2026-04-16T16:18:09.332229Z","steps":["trace[871848098] 'agreement among raft nodes before linearized reading' (duration: 181.04173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:09.332529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.439888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:18:09.332564Z","caller":"traceutil/trace.go:171","msg":"trace[821996268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"237.505559ms","start":"2026-04-16T16:18:09.09505Z","end":"2026-04-16T16:18:09.332556Z","steps":["trace[821996268] 'agreement among raft nodes before linearized reading' (duration: 237.406366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:09.332756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.315501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:18:09.332788Z","caller":"traceutil/trace.go:171","msg":"trace[925238811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"238.369303ms","start":"2026-04-16T16:18:09.094412Z","end":"2026-04-16T16:18:09.332781Z","steps":["trace[925238811] 'agreement among raft nodes before linearized reading' (duration: 238.218859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.324815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.168051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:10.324893Z","caller":"traceutil/trace.go:171","msg":"trace[822942018] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2236; }","duration":"797.324916ms","start":"2026-04-16T16:18:09.527546Z","end":"2026-04-16T16:18:10.324871Z","steps":["trace[822942018] 'count revisions from in-memory index tree' (duration: 797.021727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.324928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:09.527523Z","time spent":"797.396537ms","remote":"127.0.0.1:38654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:10.325046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.842295ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:18:10.325113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.861755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:10.325164Z","caller":"traceutil/trace.go:171","msg":"trace[1535102313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2236; }","duration":"686.969718ms","start":"2026-04-16T16:18:09.638176Z","end":"2026-04-16T16:18:10.325146Z","steps":["trace[1535102313] 'range keys from in-memory index tree' (duration: 686.826225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.52257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:10.325278Z","caller":"traceutil/trace.go:171","msg":"trace[1756658455] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2236; }","duration":"323.634933ms","start":"2026-04-16T16:18:10.001603Z","end":"2026-04-16T16:18:10.325238Z","steps":["trace[1756658455] 'count revisions from in-memory index tree' (duration: 323.445668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.889022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:18:10.325167Z","caller":"traceutil/trace.go:171","msg":"trace[289731308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2236; }","duration":"551.965128ms","start":"2026-04-16T16:18:09.773186Z","end":"2026-04-16T16:18:10.325151Z","steps":["trace[289731308] 'count revisions from in-memory index tree' (duration: 551.720971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:10.325343Z","caller":"traceutil/trace.go:171","msg":"trace[816801716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2236; }","duration":"368.006675ms","start":"2026-04-16T16:18:09.957322Z","end":"2026-04-16T16:18:10.325329Z","steps":["trace[816801716] 'count revisions from in-memory index tree' (duration: 367.80067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:10.001586Z","time spent":"323.738725ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:10.325361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:09.77316Z","time spent":"552.183594ms","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:10.325206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.308059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:10.325409Z","caller":"traceutil/trace.go:171","msg":"trace[317389249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2236; }","duration":"623.554176ms","start":"2026-04-16T16:18:09.701848Z","end":"2026-04-16T16:18:10.325402Z","steps":["trace[317389249] 'count revisions from in-memory index tree' (duration: 623.208617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:09.701824Z","time spent":"623.606797ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:10.325437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.980684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-16T16:18:10.325466Z","caller":"traceutil/trace.go:171","msg":"trace[800115009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2236; }","duration":"364.048426ms","start":"2026-04-16T16:18:09.961411Z","end":"2026-04-16T16:18:10.325459Z","steps":["trace[800115009] 'range keys from in-memory index tree' (duration: 363.808039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:09.961391Z","time spent":"364.089298ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:18:10.325374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:09.957302Z","time spent":"368.064147ms","remote":"127.0.0.1:47858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:10.325714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.607323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:18:10.325753Z","caller":"traceutil/trace.go:171","msg":"trace[1565800467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"178.683946ms","start":"2026-04-16T16:18:10.147058Z","end":"2026-04-16T16:18:10.325742Z","steps":["trace[1565800467] 'range keys from in-memory index tree' (duration: 178.450248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:10.325793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.67216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:18:10.325819Z","caller":"traceutil/trace.go:171","msg":"trace[1626646117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"257.740262ms","start":"2026-04-16T16:18:10.068072Z","end":"2026-04-16T16:18:10.325813Z","steps":["trace[1626646117] 'range keys from in-memory index tree' (duration: 257.594998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:11.86586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:18:12.366019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097416483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:18:12.443717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412906524s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:18:12.444162Z","caller":"traceutil/trace.go:171","msg":"trace[813165397] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"1.413440248s","start":"2026-04-16T16:18:11.03069Z","end":"2026-04-16T16:18:12.444131Z","steps":["trace[813165397] 'process raft request' (duration: 1.413264563s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:12.444339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.030669Z","time spent":"1.413565412s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:13.243827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.460553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:18:13.244091Z","caller":"traceutil/trace.go:171","msg":"trace[1494680652] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"2.099718221s","start":"2026-04-16T16:18:11.144342Z","end":"2026-04-16T16:18:13.24406Z","steps":["trace[1494680652] 'process raft request' (duration: 1.595947901s)","trace[1494680652] 'compare' (duration: 503.245006ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:18:13.244178Z","caller":"traceutil/trace.go:171","msg":"trace[2064031941] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"1.907182361s","start":"2026-04-16T16:18:11.336955Z","end":"2026-04-16T16:18:13.244138Z","steps":["trace[2064031941] 'process raft request' (duration: 1.906966215s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.244239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.144319Z","time spent":"2.099846565s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:18:13.244506Z","caller":"traceutil/trace.go:171","msg":"trace[1406208789] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"1.906287846s","start":"2026-04-16T16:18:11.338185Z","end":"2026-04-16T16:18:13.244473Z","steps":["trace[1406208789] 'process raft request' (duration: 1.905842133s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:13.244723Z","caller":"traceutil/trace.go:171","msg":"trace[250946593] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"1.906298506s","start":"2026-04-16T16:18:11.338406Z","end":"2026-04-16T16:18:13.244705Z","steps":["trace[250946593] 'process raft request' (duration: 1.905655098s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.24472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.33816Z","time spent":"1.906418469s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:13.244741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.336882Z","time spent":"1.907383607s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:13.24482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.338397Z","time spent":"1.906379408s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:13.996754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.617297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:18:13.996895Z","caller":"traceutil/trace.go:171","msg":"trace[1050018481] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2329; }","duration":"2.631935323s","start":"2026-04-16T16:18:11.364934Z","end":"2026-04-16T16:18:13.996869Z","steps":["trace[1050018481] 'read index received' (duration: 1.079041276s)","trace[1050018481] 'applied index is now lower than readState.Index' (duration: 1.552891967s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:18:13.997512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63255057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T16:18:13.99754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60809476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-16T16:18:13.997589Z","caller":"traceutil/trace.go:171","msg":"trace[1781941944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2242; }","duration":"2.632668773s","start":"2026-04-16T16:18:11.364899Z","end":"2026-04-16T16:18:13.997568Z","steps":["trace[1781941944] 'agreement among raft nodes before linearized reading' (duration: 2.632421497s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.997634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.364888Z","time spent":"2.632736585s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:18:13.997629Z","caller":"traceutil/trace.go:171","msg":"trace[2048520784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2242; }","duration":"2.608216953s","start":"2026-04-16T16:18:11.389387Z","end":"2026-04-16T16:18:13.997604Z","steps":["trace[2048520784] 'agreement among raft nodes before linearized reading' (duration: 2.607955996s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.997643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929891464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:18:13.997733Z","caller":"traceutil/trace.go:171","msg":"trace[1248127689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2242; }","duration":"1.929989936s","start":"2026-04-16T16:18:12.067724Z","end":"2026-04-16T16:18:13.997714Z","steps":["trace[1248127689] 'agreement among raft nodes before linearized reading' (duration: 1.929850113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.997764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078866903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:18:13.997783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:12.067654Z","time spent":"1.93011237s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:18:13.997808Z","caller":"traceutil/trace.go:171","msg":"trace[1922104705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2242; }","duration":"2.078914265s","start":"2026-04-16T16:18:11.918881Z","end":"2026-04-16T16:18:13.997795Z","steps":["trace[1922104705] 'agreement among raft nodes before linearized reading' (duration: 2.078831952s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.99783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149751673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:18:13.99785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.918823Z","time spent":"2.079014388s","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:18:13.997886Z","caller":"traceutil/trace.go:171","msg":"trace[1004163814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2242; }","duration":"1.149851666s","start":"2026-04-16T16:18:12.848019Z","end":"2026-04-16T16:18:13.997871Z","steps":["trace[1004163814] 'agreement among raft nodes before linearized reading' (duration: 1.149750693s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.997938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:12.847997Z","time spent":"1.149927408s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:13.997873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.024447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:13.998017Z","caller":"traceutil/trace.go:171","msg":"trace[2076232914] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2242; }","duration":"581.237013ms","start":"2026-04-16T16:18:13.416741Z","end":"2026-04-16T16:18:13.997978Z","steps":["trace[2076232914] 'agreement among raft nodes before linearized reading' (duration: 580.930274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:13.416721Z","time spent":"581.339796ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:13.99809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612363939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T16:18:13.998106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575849134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:18:13.998128Z","caller":"traceutil/trace.go:171","msg":"trace[870863155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2242; }","duration":"1.612435591s","start":"2026-04-16T16:18:12.385682Z","end":"2026-04-16T16:18:13.998117Z","steps":["trace[870863155] 'agreement among raft nodes before linearized reading' (duration: 1.612296057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:12.385659Z","time spent":"1.612496623s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:18:13.998159Z","caller":"traceutil/trace.go:171","msg":"trace[471946847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2242; }","duration":"2.575924145s","start":"2026-04-16T16:18:11.422221Z","end":"2026-04-16T16:18:13.998145Z","steps":["trace[471946847] 'agreement among raft nodes before linearized reading' (duration: 2.575791922s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576403719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T16:18:13.998205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.422209Z","time spent":"2.575985298s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:18:13.998231Z","caller":"traceutil/trace.go:171","msg":"trace[1785058125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2242; }","duration":"2.576484601s","start":"2026-04-16T16:18:11.421733Z","end":"2026-04-16T16:18:13.998217Z","steps":["trace[1785058125] 'agreement among raft nodes before linearized reading' (duration: 2.576345277s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.997686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.389351Z","time spent":"2.608321906s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:18:13.998274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.421722Z","time spent":"2.576540883s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:18:13.998373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.687023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:18:13.998421Z","caller":"traceutil/trace.go:171","msg":"trace[327524468] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2242; }","duration":"514.777637ms","start":"2026-04-16T16:18:13.48363Z","end":"2026-04-16T16:18:13.998408Z","steps":["trace[327524468] 'agreement among raft nodes before linearized reading' (duration: 514.646643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:13.48361Z","time spent":"514.845248ms","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:13.998523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494681398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6e29cc7aef5f6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-16T16:18:13.998567Z","caller":"traceutil/trace.go:171","msg":"trace[1355220928] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a6e29cc7aef5f6; range_end:; response_count:1; response_revision:2242; }","duration":"2.49474641s","start":"2026-04-16T16:18:11.503803Z","end":"2026-04-16T16:18:13.998549Z","steps":["trace[1355220928] 'agreement among raft nodes before linearized reading' (duration: 2.494621027s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.503787Z","time spent":"2.494802092s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a6e29cc7aef5f6\" "} {"level":"warn","ts":"2026-04-16T16:18:13.998774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576471881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T16:18:13.998823Z","caller":"traceutil/trace.go:171","msg":"trace[214457631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2242; }","duration":"2.576545333s","start":"2026-04-16T16:18:11.422263Z","end":"2026-04-16T16:18:13.998809Z","steps":["trace[214457631] 'agreement among raft nodes before linearized reading' (duration: 2.576403649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:13.998863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:11.422258Z","time spent":"2.576594334s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:18:14.474597Z","caller":"traceutil/trace.go:171","msg":"trace[268783321] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"472.705478ms","start":"2026-04-16T16:18:14.001861Z","end":"2026-04-16T16:18:14.474567Z","steps":["trace[268783321] 'process raft request' (duration: 472.466741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:14.474846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.001844Z","time spent":"472.833841ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:18:14.475333Z","caller":"traceutil/trace.go:171","msg":"trace[319427219] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2335; }","duration":"468.861882ms","start":"2026-04-16T16:18:14.006449Z","end":"2026-04-16T16:18:14.475311Z","steps":["trace[319427219] 'read index received' (duration: 467.920665ms)","trace[319427219] 'applied index is now lower than readState.Index' (duration: 940.077µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:18:14.475424Z","caller":"traceutil/trace.go:171","msg":"trace[484746429] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"471.815904ms","start":"2026-04-16T16:18:14.003559Z","end":"2026-04-16T16:18:14.475404Z","steps":["trace[484746429] 'process raft request' (duration: 471.581716ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:14.475439Z","caller":"traceutil/trace.go:171","msg":"trace[414782195] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"472.179744ms","start":"2026-04-16T16:18:14.003237Z","end":"2026-04-16T16:18:14.475417Z","steps":["trace[414782195] 'process raft request' (duration: 471.797932ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:14.475482Z","caller":"traceutil/trace.go:171","msg":"trace[1704684854] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"470.846887ms","start":"2026-04-16T16:18:14.004625Z","end":"2026-04-16T16:18:14.475472Z","steps":["trace[1704684854] 'process raft request' (duration: 470.62326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:14.475525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.003537Z","time spent":"471.947688ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:14.475547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.003216Z","time spent":"472.282626ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:18:14.475449Z","caller":"traceutil/trace.go:171","msg":"trace[1478631986] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"471.349302ms","start":"2026-04-16T16:18:14.004088Z","end":"2026-04-16T16:18:14.475437Z","steps":["trace[1478631986] 'process raft request' (duration: 471.128834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:14.475624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.004617Z","time spent":"470.893458ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:14.475686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.004075Z","time spent":"471.570237ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:18:14.475713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.53757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:18:14.47575Z","caller":"traceutil/trace.go:171","msg":"trace[2090034956] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2248; }","duration":"311.633092ms","start":"2026-04-16T16:18:14.164105Z","end":"2026-04-16T16:18:14.475739Z","steps":["trace[2090034956] 'agreement among raft nodes before linearized reading' (duration: 311.57079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:14.475782Z","caller":"traceutil/trace.go:171","msg":"trace[931042342] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"470.439685ms","start":"2026-04-16T16:18:14.005331Z","end":"2026-04-16T16:18:14.475771Z","steps":["trace[931042342] 'process raft request' (duration: 469.943941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:14.475791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.164067Z","time spent":"311.715245ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:18:14.475782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.304494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:18:14.475836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.005323Z","time spent":"470.485467ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:18:14.475873Z","caller":"traceutil/trace.go:171","msg":"trace[704262142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"469.420927ms","start":"2026-04-16T16:18:14.006431Z","end":"2026-04-16T16:18:14.475852Z","steps":["trace[704262142] 'agreement among raft nodes before linearized reading' (duration: 469.250652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:18:14.475934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:18:14.006423Z","time spent":"469.49959ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:18:51.634212Z","caller":"traceutil/trace.go:171","msg":"trace[533621613] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"117.024466ms","start":"2026-04-16T16:18:51.517144Z","end":"2026-04-16T16:18:51.634169Z","steps":["trace[533621613] 'process raft request' (duration: 116.959395ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:18:51.634377Z","caller":"traceutil/trace.go:171","msg":"trace[1076556689] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"134.23924ms","start":"2026-04-16T16:18:51.500102Z","end":"2026-04-16T16:18:51.634341Z","steps":["trace[1076556689] 'process raft request' (duration: 66.639212ms)","trace[1076556689] 'compare' (duration: 66.926767ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:18:51.634389Z","caller":"traceutil/trace.go:171","msg":"trace[1319788117] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"117.646515ms","start":"2026-04-16T16:18:51.516711Z","end":"2026-04-16T16:18:51.634358Z","steps":["trace[1319788117] 'process raft request' (duration: 117.32244ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:11.492458Z","caller":"traceutil/trace.go:171","msg":"trace[1929730105] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"178.888869ms","start":"2026-04-16T16:19:11.313514Z","end":"2026-04-16T16:19:11.492403Z","steps":["trace[1929730105] 'process raft request' (duration: 104.096755ms)","trace[1929730105] 'compare' (duration: 74.647202ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:11.499226Z","caller":"traceutil/trace.go:171","msg":"trace[300208052] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2690; }","duration":"166.083016ms","start":"2026-04-16T16:19:11.333125Z","end":"2026-04-16T16:19:11.499208Z","steps":["trace[300208052] 'read index received' (duration: 84.564114ms)","trace[300208052] 'applied index is now lower than readState.Index' (duration: 81.518212ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:11.499291Z","caller":"traceutil/trace.go:171","msg":"trace[1489127045] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"184.7074ms","start":"2026-04-16T16:19:11.314547Z","end":"2026-04-16T16:19:11.499254Z","steps":["trace[1489127045] 'process raft request' (duration: 184.566818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:11.49949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.35632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:236228"} {"level":"info","ts":"2026-04-16T16:19:11.499523Z","caller":"traceutil/trace.go:171","msg":"trace[571130337] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2586; }","duration":"166.401601ms","start":"2026-04-16T16:19:11.333113Z","end":"2026-04-16T16:19:11.499515Z","steps":["trace[571130337] 'agreement among raft nodes before linearized reading' (duration: 166.192897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:13.900708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.900954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:19:13.900831Z","caller":"traceutil/trace.go:171","msg":"trace[681532760] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"316.929438ms","start":"2026-04-16T16:19:13.583865Z","end":"2026-04-16T16:19:13.900795Z","steps":["trace[681532760] 'process raft request' (duration: 178.874202ms)","trace[681532760] 'compare' (duration: 137.66282ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:13.900895Z","caller":"traceutil/trace.go:171","msg":"trace[75626290] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"133.002438ms","start":"2026-04-16T16:19:13.767874Z","end":"2026-04-16T16:19:13.900876Z","steps":["trace[75626290] 'process raft request' (duration: 132.932196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:13.90096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:13.583836Z","time spent":"317.061261ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:19:13.901091Z","caller":"traceutil/trace.go:171","msg":"trace[120889660] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"252.893384ms","start":"2026-04-16T16:19:13.648189Z","end":"2026-04-16T16:19:13.901082Z","steps":["trace[120889660] 'read index received' (duration: 114.473931ms)","trace[120889660] 'applied index is now lower than readState.Index' (duration: 138.418453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:13.90117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.972516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:13.901195Z","caller":"traceutil/trace.go:171","msg":"trace[909410587] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2609; }","duration":"253.034627ms","start":"2026-04-16T16:19:13.648152Z","end":"2026-04-16T16:19:13.901187Z","steps":["trace[909410587] 'agreement among raft nodes before linearized reading' (duration: 252.964246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:13.934218Z","caller":"traceutil/trace.go:171","msg":"trace[782186842] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"147.084895ms","start":"2026-04-16T16:19:13.787105Z","end":"2026-04-16T16:19:13.93419Z","steps":["trace[782186842] 'process raft request' (duration: 146.595426ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:13.93441Z","caller":"traceutil/trace.go:171","msg":"trace[590908300] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"146.865771ms","start":"2026-04-16T16:19:13.787522Z","end":"2026-04-16T16:19:13.934388Z","steps":["trace[590908300] 'process raft request' (duration: 146.325031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:17.088412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.238877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:19:17.088497Z","caller":"traceutil/trace.go:171","msg":"trace[1398794810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2630; }","duration":"100.352539ms","start":"2026-04-16T16:19:16.988132Z","end":"2026-04-16T16:19:17.088484Z","steps":["trace[1398794810] 'agreement among raft nodes before linearized reading' (duration: 99.711977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:23.191805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097417547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:19:23.692332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097417547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:19:23.972864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4987396s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:19:23.973585Z","caller":"traceutil/trace.go:171","msg":"trace[1622046905] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"1.499558744s","start":"2026-04-16T16:19:22.474001Z","end":"2026-04-16T16:19:23.97356Z","steps":["trace[1622046905] 'process raft request' (duration: 1.499056725s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:23.973851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:22.473971Z","time spent":"1.499689567s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:19:24.030281Z","caller":"traceutil/trace.go:171","msg":"trace[43211321] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"367.897027ms","start":"2026-04-16T16:19:23.662312Z","end":"2026-04-16T16:19:24.030209Z","steps":["trace[43211321] 'process raft request' (duration: 367.726263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.030162Z","caller":"traceutil/trace.go:171","msg":"trace[829503362] linearizableReadLoop","detail":"{readStateIndex:2822; appliedIndex:2820; }","duration":"1.338875802s","start":"2026-04-16T16:19:22.691258Z","end":"2026-04-16T16:19:24.030134Z","steps":["trace[829503362] 'read index received' (duration: 1.281784929s)","trace[829503362] 'applied index is now lower than readState.Index' (duration: 57.086553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:24.030966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339695166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T16:19:24.031043Z","caller":"traceutil/trace.go:171","msg":"trace[2030739957] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2713; }","duration":"1.339810709s","start":"2026-04-16T16:19:22.691216Z","end":"2026-04-16T16:19:24.031027Z","steps":["trace[2030739957] 'agreement among raft nodes before linearized reading' (duration: 1.339106876s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.031098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:22.691196Z","time spent":"1.33988886s","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-16T16:19:24.030966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.662287Z","time spent":"368.594109ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:19:24.040571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.097436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:19:24.040662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077678669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:19:24.040665Z","caller":"traceutil/trace.go:171","msg":"trace[852290357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2715; }","duration":"973.248018ms","start":"2026-04-16T16:19:23.067398Z","end":"2026-04-16T16:19:24.040646Z","steps":["trace[852290357] 'agreement among raft nodes before linearized reading' (duration: 973.069375ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.040702Z","caller":"traceutil/trace.go:171","msg":"trace[492730054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2715; }","duration":"1.07773551s","start":"2026-04-16T16:19:22.962954Z","end":"2026-04-16T16:19:24.04069Z","steps":["trace[492730054] 'agreement among raft nodes before linearized reading' (duration: 1.077589198s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.040715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.067378Z","time spent":"973.32872ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:19:24.040734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:22.962902Z","time spent":"1.077823412s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:19:24.040681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.248494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:19:24.040831Z","caller":"traceutil/trace.go:171","msg":"trace[1084204157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2715; }","duration":"897.498589ms","start":"2026-04-16T16:19:23.143325Z","end":"2026-04-16T16:19:24.040824Z","steps":["trace[1084204157] 'agreement among raft nodes before linearized reading' (duration: 896.979999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.040856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.1433Z","time spent":"897.548529ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:19:24.040951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.957262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T16:19:24.041022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.086332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:19:24.041012Z","caller":"traceutil/trace.go:171","msg":"trace[1464055438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2715; }","duration":"867.052344ms","start":"2026-04-16T16:19:23.173942Z","end":"2026-04-16T16:19:24.040994Z","steps":["trace[1464055438] 'agreement among raft nodes before linearized reading' (duration: 866.913891ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.041044Z","caller":"traceutil/trace.go:171","msg":"trace[1269458692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2715; }","duration":"868.133192ms","start":"2026-04-16T16:19:23.172905Z","end":"2026-04-16T16:19:24.041038Z","steps":["trace[1269458692] 'agreement among raft nodes before linearized reading' (duration: 868.072661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.041062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.17393Z","time spent":"867.120115ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:19:24.041081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.172892Z","time spent":"868.168424ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:19:24.041274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.324589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T16:19:24.04132Z","caller":"traceutil/trace.go:171","msg":"trace[582517563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2715; }","duration":"827.404252ms","start":"2026-04-16T16:19:23.213904Z","end":"2026-04-16T16:19:24.041308Z","steps":["trace[582517563] 'agreement among raft nodes before linearized reading' (duration: 827.278729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.04137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:23.213887Z","time spent":"827.472663ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:19:24.168782Z","caller":"traceutil/trace.go:171","msg":"trace[1150449358] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"121.691685ms","start":"2026-04-16T16:19:24.047037Z","end":"2026-04-16T16:19:24.168729Z","steps":["trace[1150449358] 'process raft request' (duration: 121.41924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.168761Z","caller":"traceutil/trace.go:171","msg":"trace[1447336355] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"120.90116ms","start":"2026-04-16T16:19:24.047842Z","end":"2026-04-16T16:19:24.168743Z","steps":["trace[1447336355] 'process raft request' (duration: 120.788238ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.168947Z","caller":"traceutil/trace.go:171","msg":"trace[1987365289] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"121.078463ms","start":"2026-04-16T16:19:24.047856Z","end":"2026-04-16T16:19:24.168935Z","steps":["trace[1987365289] 'process raft request' (duration: 120.829769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.169329Z","caller":"traceutil/trace.go:171","msg":"trace[1315662387] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"121.42573ms","start":"2026-04-16T16:19:24.047878Z","end":"2026-04-16T16:19:24.169304Z","steps":["trace[1315662387] 'process raft request' (duration: 121.008943ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.169453Z","caller":"traceutil/trace.go:171","msg":"trace[1691019228] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2825; }","duration":"101.78635ms","start":"2026-04-16T16:19:24.067481Z","end":"2026-04-16T16:19:24.169268Z","steps":["trace[1691019228] 'read index received' (duration: 100.954926ms)","trace[1691019228] 'applied index is now lower than readState.Index' (duration: 830.254µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:24.169512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.009124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:24.169613Z","caller":"traceutil/trace.go:171","msg":"trace[639295509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2720; }","duration":"102.153837ms","start":"2026-04-16T16:19:24.067438Z","end":"2026-04-16T16:19:24.169592Z","steps":["trace[639295509] 'agreement among raft nodes before linearized reading' (duration: 102.013335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:24.183471Z","caller":"traceutil/trace.go:171","msg":"trace[570754015] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"103.722287ms","start":"2026-04-16T16:19:24.079727Z","end":"2026-04-16T16:19:24.183449Z","steps":["trace[570754015] 'process raft request' (duration: 103.622845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.183539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.521348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T16:19:24.183587Z","caller":"traceutil/trace.go:171","msg":"trace[772446473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2721; }","duration":"100.59265ms","start":"2026-04-16T16:19:24.082969Z","end":"2026-04-16T16:19:24.183562Z","steps":["trace[772446473] 'agreement among raft nodes before linearized reading' (duration: 100.509948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:24.183538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.79074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-16T16:19:24.183715Z","caller":"traceutil/trace.go:171","msg":"trace[105551531] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2721; }","duration":"113.991494ms","start":"2026-04-16T16:19:24.069716Z","end":"2026-04-16T16:19:24.183708Z","steps":["trace[105551531] 'agreement among raft nodes before linearized reading' (duration: 113.708069ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.455691Z","caller":"traceutil/trace.go:171","msg":"trace[1467007772] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"244.52919ms","start":"2026-04-16T16:19:50.211135Z","end":"2026-04-16T16:19:50.455664Z","steps":["trace[1467007772] 'process raft request' (duration: 244.338937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.493363Z","caller":"traceutil/trace.go:171","msg":"trace[1266651990] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"231.560224ms","start":"2026-04-16T16:19:50.261778Z","end":"2026-04-16T16:19:50.493339Z","steps":["trace[1266651990] 'process raft request' (duration: 231.403501ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.493575Z","caller":"traceutil/trace.go:171","msg":"trace[443949754] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"174.910624ms","start":"2026-04-16T16:19:50.318642Z","end":"2026-04-16T16:19:50.493553Z","steps":["trace[443949754] 'process raft request' (duration: 174.665489ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.493578Z","caller":"traceutil/trace.go:171","msg":"trace[1247332919] linearizableReadLoop","detail":"{readStateIndex:2978; appliedIndex:2975; }","duration":"162.586152ms","start":"2026-04-16T16:19:50.330956Z","end":"2026-04-16T16:19:50.493542Z","steps":["trace[1247332919] 'read index received' (duration: 124.554881ms)","trace[1247332919] 'applied index is now lower than readState.Index' (duration: 38.029281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:50.493797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.844366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:19:50.493848Z","caller":"traceutil/trace.go:171","msg":"trace[136073303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2864; }","duration":"162.936969ms","start":"2026-04-16T16:19:50.3309Z","end":"2026-04-16T16:19:50.493837Z","steps":["trace[136073303] 'agreement among raft nodes before linearized reading' (duration: 162.770005ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.717178Z","caller":"traceutil/trace.go:171","msg":"trace[249635031] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"218.19557ms","start":"2026-04-16T16:19:50.498954Z","end":"2026-04-16T16:19:50.71715Z","steps":["trace[249635031] 'process raft request' (duration: 218.013356ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.717561Z","caller":"traceutil/trace.go:171","msg":"trace[117340089] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"217.402894ms","start":"2026-04-16T16:19:50.500144Z","end":"2026-04-16T16:19:50.717547Z","steps":["trace[117340089] 'process raft request' (duration: 216.954176ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.71756Z","caller":"traceutil/trace.go:171","msg":"trace[1021787470] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"217.447175ms","start":"2026-04-16T16:19:50.50005Z","end":"2026-04-16T16:19:50.717497Z","steps":["trace[1021787470] 'process raft request' (duration: 217.012407ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:50.717608Z","caller":"traceutil/trace.go:171","msg":"trace[327916723] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"219.211839ms","start":"2026-04-16T16:19:50.498372Z","end":"2026-04-16T16:19:50.717583Z","steps":["trace[327916723] 'process raft request' (duration: 174.145799ms)","trace[327916723] 'compare' (duration: 44.206903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:56.534975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097418037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:19:56.76029Z","caller":"traceutil/trace.go:171","msg":"trace[1998678476] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"764.782473ms","start":"2026-04-16T16:19:55.995479Z","end":"2026-04-16T16:19:56.760261Z","steps":["trace[1998678476] 'process raft request' (duration: 764.583729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.760555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:55.995445Z","time spent":"765.015178ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:19:56.795424Z","caller":"traceutil/trace.go:171","msg":"trace[1133832419] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"298.76311ms","start":"2026-04-16T16:19:56.496624Z","end":"2026-04-16T16:19:56.795387Z","steps":["trace[1133832419] 'process raft request' (duration: 298.649027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.795511Z","caller":"traceutil/trace.go:171","msg":"trace[1640093753] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"495.080566ms","start":"2026-04-16T16:19:56.300373Z","end":"2026-04-16T16:19:56.795453Z","steps":["trace[1640093753] 'process raft request' (duration: 494.636067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.795721Z","caller":"traceutil/trace.go:171","msg":"trace[1508727953] linearizableReadLoop","detail":"{readStateIndex:3009; appliedIndex:3004; }","duration":"761.839184ms","start":"2026-04-16T16:19:56.033872Z","end":"2026-04-16T16:19:56.795712Z","steps":["trace[1508727953] 'read index received' (duration: 726.145079ms)","trace[1508727953] 'applied index is now lower than readState.Index' (duration: 35.693605ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:56.795868Z","caller":"traceutil/trace.go:171","msg":"trace[698934897] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"266.666846ms","start":"2026-04-16T16:19:56.529184Z","end":"2026-04-16T16:19:56.795851Z","steps":["trace[698934897] 'process raft request' (duration: 266.134455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.795971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.411834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:56.796004Z","caller":"traceutil/trace.go:171","msg":"trace[1020392037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2894; }","duration":"727.469056ms","start":"2026-04-16T16:19:56.068527Z","end":"2026-04-16T16:19:56.795996Z","steps":["trace[1020392037] 'agreement among raft nodes before linearized reading' (duration: 727.429065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.796032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:56.06851Z","time spent":"727.516876ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:19:56.796286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.886872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T16:19:56.796332Z","caller":"traceutil/trace.go:171","msg":"trace[1343434522] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2894; }","duration":"103.972294ms","start":"2026-04-16T16:19:56.692354Z","end":"2026-04-16T16:19:56.796327Z","steps":["trace[1343434522] 'agreement among raft nodes before linearized reading' (duration: 103.890283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.796363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.42034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:19:56.796407Z","caller":"traceutil/trace.go:171","msg":"trace[986860220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2894; }","duration":"236.508422ms","start":"2026-04-16T16:19:56.55989Z","end":"2026-04-16T16:19:56.796399Z","steps":["trace[986860220] 'agreement among raft nodes before linearized reading' (duration: 236.42066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.796269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:56.300344Z","time spent":"495.24761ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:19:56.795892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.010947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-16T16:19:56.796624Z","caller":"traceutil/trace.go:171","msg":"trace[686262358] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2894; }","duration":"762.795793ms","start":"2026-04-16T16:19:56.033819Z","end":"2026-04-16T16:19:56.796615Z","steps":["trace[686262358] 'agreement among raft nodes before linearized reading' (duration: 761.979167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.79666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:56.033797Z","time spent":"762.855975ms","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-16T16:19:56.795856Z","caller":"traceutil/trace.go:171","msg":"trace[828624202] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"266.625265ms","start":"2026-04-16T16:19:56.52919Z","end":"2026-04-16T16:19:56.795816Z","steps":["trace[828624202] 'process raft request' (duration: 266.457172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.799337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.136535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:56.799394Z","caller":"traceutil/trace.go:171","msg":"trace[1717253288] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2894; }","duration":"466.028404ms","start":"2026-04-16T16:19:56.333351Z","end":"2026-04-16T16:19:56.799379Z","steps":["trace[1717253288] 'agreement among raft nodes before linearized reading' (duration: 463.142136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.799477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:19:56.333338Z","time spent":"466.083035ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:19:56.951037Z","caller":"traceutil/trace.go:171","msg":"trace[279374263] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3009; }","duration":"148.363195ms","start":"2026-04-16T16:19:56.802659Z","end":"2026-04-16T16:19:56.951022Z","steps":["trace[279374263] 'read index received' (duration: 69.430172ms)","trace[279374263] 'applied index is now lower than readState.Index' (duration: 78.931063ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:56.951184Z","caller":"traceutil/trace.go:171","msg":"trace[74372743] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"145.578969ms","start":"2026-04-16T16:19:56.805587Z","end":"2026-04-16T16:19:56.951166Z","steps":["trace[74372743] 'process raft request' (duration: 145.544928ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.951248Z","caller":"traceutil/trace.go:171","msg":"trace[835670029] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"148.431996ms","start":"2026-04-16T16:19:56.802768Z","end":"2026-04-16T16:19:56.9512Z","steps":["trace[835670029] 'process raft request' (duration: 148.176491ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.951406Z","caller":"traceutil/trace.go:171","msg":"trace[2025395467] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"148.322104ms","start":"2026-04-16T16:19:56.803074Z","end":"2026-04-16T16:19:56.951396Z","steps":["trace[2025395467] 'process raft request' (duration: 147.954637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.951652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.759662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-16T16:19:56.95173Z","caller":"traceutil/trace.go:171","msg":"trace[710885627] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2899; }","duration":"146.854984ms","start":"2026-04-16T16:19:56.804862Z","end":"2026-04-16T16:19:56.951717Z","steps":["trace[710885627] 'agreement among raft nodes before linearized reading' (duration: 146.612099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:56.951404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.722562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:19:56.952069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.975457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:56.952064Z","caller":"traceutil/trace.go:171","msg":"trace[1539354959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2899; }","duration":"149.384535ms","start":"2026-04-16T16:19:56.802638Z","end":"2026-04-16T16:19:56.952023Z","steps":["trace[1539354959] 'agreement among raft nodes before linearized reading' (duration: 148.62579ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.952145Z","caller":"traceutil/trace.go:171","msg":"trace[1983479287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2899; }","duration":"138.12948ms","start":"2026-04-16T16:19:56.813993Z","end":"2026-04-16T16:19:56.952123Z","steps":["trace[1983479287] 'agreement among raft nodes before linearized reading' (duration: 137.954877ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:19:56.951002Z","caller":"traceutil/trace.go:171","msg":"trace[838509801] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"148.727222ms","start":"2026-04-16T16:19:56.802243Z","end":"2026-04-16T16:19:56.950971Z","steps":["trace[838509801] 'process raft request' (duration: 69.865471ms)","trace[838509801] 'compare' (duration: 78.472633ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:56.951608Z","caller":"traceutil/trace.go:171","msg":"trace[337847172] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"148.216621ms","start":"2026-04-16T16:19:56.803381Z","end":"2026-04-16T16:19:56.951598Z","steps":["trace[337847172] 'process raft request' (duration: 147.686261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:19:57.176888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.217817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:19:57.177013Z","caller":"traceutil/trace.go:171","msg":"trace[579428218] linearizableReadLoop","detail":"{readStateIndex:3016; appliedIndex:3015; }","duration":"107.464289ms","start":"2026-04-16T16:19:57.06953Z","end":"2026-04-16T16:19:57.176995Z","steps":["trace[579428218] 'read index received' (duration: 91.081µs)","trace[579428218] 'applied index is now lower than readState.Index' (duration: 107.370998ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:19:57.177125Z","caller":"traceutil/trace.go:171","msg":"trace[880156899] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"147.431303ms","start":"2026-04-16T16:19:57.029681Z","end":"2026-04-16T16:19:57.177113Z","steps":["trace[880156899] 'process raft request' (duration: 24.87853ms)","trace[880156899] 'compare' (duration: 121.89794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:19:57.17748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.958969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:19:57.177517Z","caller":"traceutil/trace.go:171","msg":"trace[1660832659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"108.057361ms","start":"2026-04-16T16:19:57.06945Z","end":"2026-04-16T16:19:57.177507Z","steps":["trace[1660832659] 'agreement among raft nodes before linearized reading' (duration: 107.98221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:20:02.943655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.427995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:20:02.944152Z","caller":"traceutil/trace.go:171","msg":"trace[708607689] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3040; }","duration":"252.7288ms","start":"2026-04-16T16:20:02.691384Z","end":"2026-04-16T16:20:02.944113Z","steps":["trace[708607689] 'read index received' (duration: 31.94µs)","trace[708607689] 'applied index is now lower than readState.Index' (duration: 252.69483ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:20:02.944252Z","caller":"traceutil/trace.go:171","msg":"trace[1158792552] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"115.945248ms","start":"2026-04-16T16:20:02.828279Z","end":"2026-04-16T16:20:02.944224Z","steps":["trace[1158792552] 'process raft request' (duration: 115.524488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:20:02.944409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.012436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-16T16:20:02.94448Z","caller":"traceutil/trace.go:171","msg":"trace[966792148] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2925; }","duration":"253.118068ms","start":"2026-04-16T16:20:02.691343Z","end":"2026-04-16T16:20:02.944461Z","steps":["trace[966792148] 'agreement among raft nodes before linearized reading' (duration: 252.888523ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:03.031056Z","caller":"traceutil/trace.go:171","msg":"trace[686344893] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"197.533418ms","start":"2026-04-16T16:20:02.833495Z","end":"2026-04-16T16:20:03.031029Z","steps":["trace[686344893] 'process raft request' (duration: 197.442536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:03.031365Z","caller":"traceutil/trace.go:171","msg":"trace[1893181743] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"202.779315ms","start":"2026-04-16T16:20:02.82852Z","end":"2026-04-16T16:20:03.031299Z","steps":["trace[1893181743] 'process raft request' (duration: 202.219884ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:03.031733Z","caller":"traceutil/trace.go:171","msg":"trace[1107483324] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"202.554959ms","start":"2026-04-16T16:20:02.829144Z","end":"2026-04-16T16:20:03.031699Z","steps":["trace[1107483324] 'process raft request' (duration: 201.751253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:21.12065Z","caller":"traceutil/trace.go:171","msg":"trace[696708961] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"124.987843ms","start":"2026-04-16T16:20:20.995633Z","end":"2026-04-16T16:20:21.120621Z","steps":["trace[696708961] 'process raft request' (duration: 124.83278ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:21.155587Z","caller":"traceutil/trace.go:171","msg":"trace[1946364820] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"153.16592ms","start":"2026-04-16T16:20:21.002386Z","end":"2026-04-16T16:20:21.155552Z","steps":["trace[1946364820] 'process raft request' (duration: 143.026605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:20:59.442885Z","caller":"traceutil/trace.go:171","msg":"trace[154587045] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"132.400014ms","start":"2026-04-16T16:20:59.310464Z","end":"2026-04-16T16:20:59.442864Z","steps":["trace[154587045] 'process raft request' (duration: 132.290431ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:01.479439Z","caller":"traceutil/trace.go:171","msg":"trace[541937017] linearizableReadLoop","detail":"{readStateIndex:3360; appliedIndex:3359; }","duration":"159.266077ms","start":"2026-04-16T16:21:01.320137Z","end":"2026-04-16T16:21:01.479404Z","steps":["trace[541937017] 'read index received' (duration: 159.038882ms)","trace[541937017] 'applied index is now lower than readState.Index' (duration: 225.725µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:21:01.47961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.41277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:21:01.479698Z","caller":"traceutil/trace.go:171","msg":"trace[1069550986] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3231; }","duration":"159.596344ms","start":"2026-04-16T16:21:01.320081Z","end":"2026-04-16T16:21:01.479678Z","steps":["trace[1069550986] 'agreement among raft nodes before linearized reading' (duration: 159.396249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:01.480095Z","caller":"traceutil/trace.go:171","msg":"trace[1438684279] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"154.127541ms","start":"2026-04-16T16:21:01.325947Z","end":"2026-04-16T16:21:01.480075Z","steps":["trace[1438684279] 'process raft request' (duration: 153.947007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:01.480383Z","caller":"traceutil/trace.go:171","msg":"trace[1922197903] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"154.314134ms","start":"2026-04-16T16:21:01.326055Z","end":"2026-04-16T16:21:01.480369Z","steps":["trace[1922197903] 'process raft request' (duration: 153.967706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:01.480208Z","caller":"traceutil/trace.go:171","msg":"trace[1994766628] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"165.524697ms","start":"2026-04-16T16:21:01.313923Z","end":"2026-04-16T16:21:01.479447Z","steps":["trace[1994766628] 'process raft request' (duration: 165.259531ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:07.710772Z","caller":"traceutil/trace.go:171","msg":"trace[533809130] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"207.885426ms","start":"2026-04-16T16:21:07.502861Z","end":"2026-04-16T16:21:07.710746Z","steps":["trace[533809130] 'process raft request' (duration: 127.191365ms)","trace[533809130] 'compare' (duration: 80.488016ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:07.711072Z","caller":"traceutil/trace.go:171","msg":"trace[1764613627] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3392; }","duration":"195.772511ms","start":"2026-04-16T16:21:07.515271Z","end":"2026-04-16T16:21:07.711044Z","steps":["trace[1764613627] 'read index received' (duration: 114.785444ms)","trace[1764613627] 'applied index is now lower than readState.Index' (duration: 80.985937ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:07.711154Z","caller":"traceutil/trace.go:171","msg":"trace[1255713115] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"206.499084ms","start":"2026-04-16T16:21:07.504628Z","end":"2026-04-16T16:21:07.711127Z","steps":["trace[1255713115] 'process raft request' (duration: 206.254089ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:07.711188Z","caller":"traceutil/trace.go:171","msg":"trace[305876088] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"206.515325ms","start":"2026-04-16T16:21:07.504497Z","end":"2026-04-16T16:21:07.711013Z","steps":["trace[305876088] 'process raft request' (duration: 206.202598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:07.711342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.965636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T16:21:07.711354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.810091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:21:07.711402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.119739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:21:07.711417Z","caller":"traceutil/trace.go:171","msg":"trace[1361531556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3264; }","duration":"196.050767ms","start":"2026-04-16T16:21:07.515354Z","end":"2026-04-16T16:21:07.711405Z","steps":["trace[1361531556] 'agreement among raft nodes before linearized reading' (duration: 195.886104ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:07.711441Z","caller":"traceutil/trace.go:171","msg":"trace[345046686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3264; }","duration":"196.169451ms","start":"2026-04-16T16:21:07.515262Z","end":"2026-04-16T16:21:07.711432Z","steps":["trace[345046686] 'agreement among raft nodes before linearized reading' (duration: 196.023098ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:07.711433Z","caller":"traceutil/trace.go:171","msg":"trace[1181647762] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3264; }","duration":"113.929884ms","start":"2026-04-16T16:21:07.597489Z","end":"2026-04-16T16:21:07.711418Z","steps":["trace[1181647762] 'agreement among raft nodes before linearized reading' (duration: 113.77325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:07.711517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.32757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:21:07.711542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.23497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:21:07.711662Z","caller":"traceutil/trace.go:171","msg":"trace[634198787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3264; }","duration":"192.415806ms","start":"2026-04-16T16:21:07.519233Z","end":"2026-04-16T16:21:07.711649Z","steps":["trace[634198787] 'agreement among raft nodes before linearized reading' (duration: 192.148689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:07.711673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.436316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:21:07.711721Z","caller":"traceutil/trace.go:171","msg":"trace[300183990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3264; }","duration":"192.503618ms","start":"2026-04-16T16:21:07.519207Z","end":"2026-04-16T16:21:07.711711Z","steps":["trace[300183990] 'agreement among raft nodes before linearized reading' (duration: 192.392186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:07.711589Z","caller":"traceutil/trace.go:171","msg":"trace[1230574023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3264; }","duration":"139.399633ms","start":"2026-04-16T16:21:07.572152Z","end":"2026-04-16T16:21:07.711551Z","steps":["trace[1230574023] 'agreement among raft nodes before linearized reading' (duration: 139.278609ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:34.031558Z","caller":"traceutil/trace.go:171","msg":"trace[510321612] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"224.045731ms","start":"2026-04-16T16:21:33.807477Z","end":"2026-04-16T16:21:34.031523Z","steps":["trace[510321612] 'process raft request' (duration: 223.741604ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:34.031723Z","caller":"traceutil/trace.go:171","msg":"trace[1494883399] linearizableReadLoop","detail":"{readStateIndex:3535; appliedIndex:3533; }","duration":"172.004216ms","start":"2026-04-16T16:21:33.859692Z","end":"2026-04-16T16:21:34.031696Z","steps":["trace[1494883399] 'read index received' (duration: 171.492694ms)","trace[1494883399] 'applied index is now lower than readState.Index' (duration: 509.182µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:34.031784Z","caller":"traceutil/trace.go:171","msg":"trace[1050393238] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"223.361845ms","start":"2026-04-16T16:21:33.80838Z","end":"2026-04-16T16:21:34.031742Z","steps":["trace[1050393238] 'process raft request' (duration: 223.096169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:34.032017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.047079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:21:34.032079Z","caller":"traceutil/trace.go:171","msg":"trace[1079784110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3399; }","duration":"164.170353ms","start":"2026-04-16T16:21:33.867895Z","end":"2026-04-16T16:21:34.032066Z","steps":["trace[1079784110] 'agreement among raft nodes before linearized reading' (duration: 164.000279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:34.032083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.039016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:21:34.032087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.362123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:21:34.032169Z","caller":"traceutil/trace.go:171","msg":"trace[1494489830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3399; }","duration":"172.530328ms","start":"2026-04-16T16:21:33.859619Z","end":"2026-04-16T16:21:34.032149Z","steps":["trace[1494489830] 'agreement among raft nodes before linearized reading' (duration: 172.251912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:34.032228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:21:34.032122Z","caller":"traceutil/trace.go:171","msg":"trace[294124257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3399; }","duration":"115.088097ms","start":"2026-04-16T16:21:33.917021Z","end":"2026-04-16T16:21:34.032109Z","steps":["trace[294124257] 'agreement among raft nodes before linearized reading' (duration: 114.980005ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:34.03226Z","caller":"traceutil/trace.go:171","msg":"trace[193736778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3399; }","duration":"115.303842ms","start":"2026-04-16T16:21:33.916947Z","end":"2026-04-16T16:21:34.032251Z","steps":["trace[193736778] 'agreement among raft nodes before linearized reading' (duration: 115.21275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:34.032339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.275211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:21:34.03295Z","caller":"traceutil/trace.go:171","msg":"trace[320045096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3399; }","duration":"118.927406ms","start":"2026-04-16T16:21:33.91401Z","end":"2026-04-16T16:21:34.032937Z","steps":["trace[320045096] 'agreement among raft nodes before linearized reading' (duration: 118.268091ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:56.249246Z","caller":"traceutil/trace.go:171","msg":"trace[480642834] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"117.662603ms","start":"2026-04-16T16:21:56.131543Z","end":"2026-04-16T16:21:56.249206Z","steps":["trace[480642834] 'process raft request' (duration: 116.210638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:56.249991Z","caller":"traceutil/trace.go:171","msg":"trace[1714449600] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"114.490388ms","start":"2026-04-16T16:21:56.135466Z","end":"2026-04-16T16:21:56.249957Z","steps":["trace[1714449600] 'process raft request' (duration: 113.688049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:56.903918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.324462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:21:56.904001Z","caller":"traceutil/trace.go:171","msg":"trace[1561760870] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/sshkeys.secretgen.k14s.io; range_end:; response_count:0; response_revision:3574; }","duration":"182.464397ms","start":"2026-04-16T16:21:56.721515Z","end":"2026-04-16T16:21:56.90398Z","steps":["trace[1561760870] 'range keys from in-memory index tree' (duration: 182.22694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:56.904651Z","caller":"traceutil/trace.go:171","msg":"trace[1257238901] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"181.833671ms","start":"2026-04-16T16:21:56.722788Z","end":"2026-04-16T16:21:56.904621Z","steps":["trace[1257238901] 'process raft request' (duration: 134.111204ms)","trace[1257238901] 'compare' (duration: 47.282566ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:56.905034Z","caller":"traceutil/trace.go:171","msg":"trace[1636330952] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"181.960994ms","start":"2026-04-16T16:21:56.723056Z","end":"2026-04-16T16:21:56.905017Z","steps":["trace[1636330952] 'process raft request' (duration: 181.36747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:57.082682Z","caller":"traceutil/trace.go:171","msg":"trace[1974076629] linearizableReadLoop","detail":"{readStateIndex:3722; appliedIndex:3721; }","duration":"127.560779ms","start":"2026-04-16T16:21:56.955091Z","end":"2026-04-16T16:21:57.082652Z","steps":["trace[1974076629] 'read index received' (duration: 65.897729ms)","trace[1974076629] 'applied index is now lower than readState.Index' (duration: 61.66212ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:57.082781Z","caller":"traceutil/trace.go:171","msg":"trace[824728045] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"171.151578ms","start":"2026-04-16T16:21:56.91159Z","end":"2026-04-16T16:21:57.082742Z","steps":["trace[824728045] 'process raft request' (duration: 109.399746ms)","trace[824728045] 'compare' (duration: 61.501386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:21:57.083083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.934509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:21:57.083246Z","caller":"traceutil/trace.go:171","msg":"trace[502954522] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:0; response_revision:3578; }","duration":"128.101903ms","start":"2026-04-16T16:21:56.955029Z","end":"2026-04-16T16:21:57.083131Z","steps":["trace[502954522] 'agreement among raft nodes before linearized reading' (duration: 127.763804ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:57.089528Z","caller":"traceutil/trace.go:171","msg":"trace[1190496885] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"134.184198ms","start":"2026-04-16T16:21:56.955278Z","end":"2026-04-16T16:21:57.089462Z","steps":["trace[1190496885] 'process raft request' (duration: 133.965943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:57.908139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.995511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:21:57.908269Z","caller":"traceutil/trace.go:171","msg":"trace[476666003] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"225.316671ms","start":"2026-04-16T16:21:57.682927Z","end":"2026-04-16T16:21:57.908244Z","steps":["trace[476666003] 'compare' (duration: 218.816236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:57.910671Z","caller":"traceutil/trace.go:171","msg":"trace[2003517548] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"164.572834ms","start":"2026-04-16T16:21:57.746081Z","end":"2026-04-16T16:21:57.910654Z","steps":["trace[2003517548] 'process raft request' (duration: 164.087412ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:58.245972Z","caller":"traceutil/trace.go:171","msg":"trace[1436876220] linearizableReadLoop","detail":"{readStateIndex:3747; appliedIndex:3746; }","duration":"178.010167ms","start":"2026-04-16T16:21:58.067934Z","end":"2026-04-16T16:21:58.245944Z","steps":["trace[1436876220] 'read index received' (duration: 110.748272ms)","trace[1436876220] 'applied index is now lower than readState.Index' (duration: 67.260915ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:21:58.246151Z","caller":"traceutil/trace.go:171","msg":"trace[1390781243] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"262.308727ms","start":"2026-04-16T16:21:57.983825Z","end":"2026-04-16T16:21:58.246134Z","steps":["trace[1390781243] 'process raft request' (duration: 195.000562ms)","trace[1390781243] 'compare' (duration: 66.988018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:21:58.246259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.825874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:21:58.246332Z","caller":"traceutil/trace.go:171","msg":"trace[1143497539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3602; }","duration":"123.930776ms","start":"2026-04-16T16:21:58.122384Z","end":"2026-04-16T16:21:58.246315Z","steps":["trace[1143497539] 'agreement among raft nodes before linearized reading' (duration: 123.817933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:58.247041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.072792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:21:58.247116Z","caller":"traceutil/trace.go:171","msg":"trace[1097142585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3602; }","duration":"179.203975ms","start":"2026-04-16T16:21:58.067895Z","end":"2026-04-16T16:21:58.247099Z","steps":["trace[1097142585] 'agreement among raft nodes before linearized reading' (duration: 178.316304ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:58.494858Z","caller":"traceutil/trace.go:171","msg":"trace[610168201] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"237.984387ms","start":"2026-04-16T16:21:58.256842Z","end":"2026-04-16T16:21:58.494826Z","steps":["trace[610168201] 'process raft request' (duration: 236.608844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:58.495341Z","caller":"traceutil/trace.go:171","msg":"trace[747902255] linearizableReadLoop","detail":"{readStateIndex:3749; appliedIndex:3747; }","duration":"209.858446ms","start":"2026-04-16T16:21:58.285459Z","end":"2026-04-16T16:21:58.495318Z","steps":["trace[747902255] 'read index received' (duration: 207.95433ms)","trace[747902255] 'applied index is now lower than readState.Index' (duration: 1.900876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:21:58.49577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.895961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T16:21:58.495935Z","caller":"traceutil/trace.go:171","msg":"trace[1942561938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3604; }","duration":"172.047945ms","start":"2026-04-16T16:21:58.323807Z","end":"2026-04-16T16:21:58.495855Z","steps":["trace[1942561938] 'agreement among raft nodes before linearized reading' (duration: 171.84896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:58.49599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.823241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:21:58.49606Z","caller":"traceutil/trace.go:171","msg":"trace[608270590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3604; }","duration":"169.948944ms","start":"2026-04-16T16:21:58.326098Z","end":"2026-04-16T16:21:58.496047Z","steps":["trace[608270590] 'agreement among raft nodes before linearized reading' (duration: 169.663267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:58.496298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.256462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:21:58.496379Z","caller":"traceutil/trace.go:171","msg":"trace[1016601234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3604; }","duration":"170.399245ms","start":"2026-04-16T16:21:58.325968Z","end":"2026-04-16T16:21:58.496368Z","steps":["trace[1016601234] 'agreement among raft nodes before linearized reading' (duration: 170.250331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:58.496608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.679332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:21:58.496735Z","caller":"traceutil/trace.go:171","msg":"trace[874476054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3604; }","duration":"170.826685ms","start":"2026-04-16T16:21:58.325892Z","end":"2026-04-16T16:21:58.496719Z","steps":["trace[874476054] 'agreement among raft nodes before linearized reading' (duration: 170.62684ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:21:58.496304Z","caller":"traceutil/trace.go:171","msg":"trace[1411096275] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"235.951969ms","start":"2026-04-16T16:21:58.260341Z","end":"2026-04-16T16:21:58.496292Z","steps":["trace[1411096275] 'process raft request' (duration: 234.856443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:21:58.496638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.172517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:21:58.497211Z","caller":"traceutil/trace.go:171","msg":"trace[65099144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3604; }","duration":"211.777701ms","start":"2026-04-16T16:21:58.285419Z","end":"2026-04-16T16:21:58.497197Z","steps":["trace[65099144] 'agreement among raft nodes before linearized reading' (duration: 210.907531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:00.207638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.860675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:22:00.207727Z","caller":"traceutil/trace.go:171","msg":"trace[1621540883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3611; }","duration":"140.968848ms","start":"2026-04-16T16:22:00.066727Z","end":"2026-04-16T16:22:00.207696Z","steps":["trace[1621540883] 'range keys from in-memory index tree' (duration: 140.797704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:00.207717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.98236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-16T16:22:00.207801Z","caller":"traceutil/trace.go:171","msg":"trace[1081740883] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3611; }","duration":"149.102402ms","start":"2026-04-16T16:22:00.058673Z","end":"2026-04-16T16:22:00.207775Z","steps":["trace[1081740883] 'range keys from in-memory index tree' (duration: 148.785595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:00.793399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.630557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:00.793511Z","caller":"traceutil/trace.go:171","msg":"trace[1294428694] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"246.040829ms","start":"2026-04-16T16:22:00.547451Z","end":"2026-04-16T16:22:00.793491Z","steps":["trace[1294428694] 'process raft request' (duration: 70.234178ms)","trace[1294428694] 'compare' (duration: 175.508924ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:22:00.974347Z","caller":"traceutil/trace.go:171","msg":"trace[2014126151] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"424.659437ms","start":"2026-04-16T16:22:00.549663Z","end":"2026-04-16T16:22:00.974322Z","steps":["trace[2014126151] 'process raft request' (duration: 424.615856ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:00.974376Z","caller":"traceutil/trace.go:171","msg":"trace[113873389] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"424.695068ms","start":"2026-04-16T16:22:00.549658Z","end":"2026-04-16T16:22:00.974354Z","steps":["trace[113873389] 'process raft request' (duration: 424.577055ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:00.974315Z","caller":"traceutil/trace.go:171","msg":"trace[2046846350] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"424.713038ms","start":"2026-04-16T16:22:00.549572Z","end":"2026-04-16T16:22:00.974285Z","steps":["trace[2046846350] 'process raft request' (duration: 356.824296ms)","trace[2046846350] 'compare' (duration: 67.687008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:00.974484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:00.549637Z","time spent":"424.780009ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:22:00.974592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:00.549542Z","time spent":"424.963104ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:22:00.974689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:00.54965Z","time spent":"424.883152ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:22:00.980246Z","caller":"traceutil/trace.go:171","msg":"trace[2044231048] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3762; }","duration":"162.213396ms","start":"2026-04-16T16:22:00.818015Z","end":"2026-04-16T16:22:00.980229Z","steps":["trace[2044231048] 'read index received' (duration: 88.353281ms)","trace[2044231048] 'applied index is now lower than readState.Index' (duration: 73.859005ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:22:00.980344Z","caller":"traceutil/trace.go:171","msg":"trace[2104714125] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"315.652743ms","start":"2026-04-16T16:22:00.664679Z","end":"2026-04-16T16:22:00.980332Z","steps":["trace[2104714125] 'process raft request' (duration: 315.461048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:00.980462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.425331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:22:00.980525Z","caller":"traceutil/trace.go:171","msg":"trace[850611800] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3621; }","duration":"162.537854ms","start":"2026-04-16T16:22:00.817978Z","end":"2026-04-16T16:22:00.980515Z","steps":["trace[850611800] 'agreement among raft nodes before linearized reading' (duration: 162.430702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:00.980492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:00.664662Z","time spent":"315.711264ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:22:27.322145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-16T16:22:27.322256Z","caller":"traceutil/trace.go:171","msg":"trace[1361442881] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3772; }","duration":"111.439872ms","start":"2026-04-16T16:22:27.210795Z","end":"2026-04-16T16:22:27.322235Z","steps":["trace[1361442881] 'range keys from in-memory index tree' (duration: 111.044223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:28.529381Z","caller":"traceutil/trace.go:171","msg":"trace[1168961292] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"110.912461ms","start":"2026-04-16T16:22:28.418447Z","end":"2026-04-16T16:22:28.529359Z","steps":["trace[1168961292] 'process raft request' (duration: 110.778758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:29.42496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.397484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:29.425269Z","caller":"traceutil/trace.go:171","msg":"trace[740740637] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"280.931317ms","start":"2026-04-16T16:22:29.144293Z","end":"2026-04-16T16:22:29.425225Z","steps":["trace[740740637] 'process raft request' (duration: 121.106592ms)","trace[740740637] 'compare' (duration: 158.782679ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:22:29.425289Z","caller":"traceutil/trace.go:171","msg":"trace[1416755010] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"280.922487ms","start":"2026-04-16T16:22:29.144335Z","end":"2026-04-16T16:22:29.425258Z","steps":["trace[1416755010] 'process raft request' (duration: 280.730082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:35.596942Z","caller":"traceutil/trace.go:171","msg":"trace[1896173632] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"144.259508ms","start":"2026-04-16T16:22:35.452654Z","end":"2026-04-16T16:22:35.596914Z","steps":["trace[1896173632] 'process raft request' (duration: 144.092354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:35.946263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.532691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:35.946359Z","caller":"traceutil/trace.go:171","msg":"trace[218316281] linearizableReadLoop","detail":"{readStateIndex:3965; appliedIndex:3963; }","duration":"462.738245ms","start":"2026-04-16T16:22:35.483606Z","end":"2026-04-16T16:22:35.946345Z","steps":["trace[218316281] 'read index received' (duration: 113.221579ms)","trace[218316281] 'applied index is now lower than readState.Index' (duration: 349.515606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:35.946587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.970162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:22:35.946611Z","caller":"traceutil/trace.go:171","msg":"trace[1933597758] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"492.930003ms","start":"2026-04-16T16:22:35.453598Z","end":"2026-04-16T16:22:35.946528Z","steps":["trace[1933597758] 'process raft request' (duration: 321.662135ms)","trace[1933597758] 'compare' (duration: 170.301694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:35.946839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.619087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:22:35.946891Z","caller":"traceutil/trace.go:171","msg":"trace[1600018003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3813; }","duration":"162.74ms","start":"2026-04-16T16:22:35.784137Z","end":"2026-04-16T16:22:35.946877Z","steps":["trace[1600018003] 'agreement among raft nodes before linearized reading' (duration: 162.530245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:35.946949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.409798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:22:35.947034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:35.453577Z","time spent":"493.114418ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:22:35.947179Z","caller":"traceutil/trace.go:171","msg":"trace[1010776266] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3813; }","duration":"224.724565ms","start":"2026-04-16T16:22:35.722396Z","end":"2026-04-16T16:22:35.94712Z","steps":["trace[1010776266] 'agreement among raft nodes before linearized reading' (duration: 224.243863ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:35.947528Z","caller":"traceutil/trace.go:171","msg":"trace[1565062983] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3813; }","duration":"463.017003ms","start":"2026-04-16T16:22:35.483602Z","end":"2026-04-16T16:22:35.946619Z","steps":["trace[1565062983] 'agreement among raft nodes before linearized reading' (duration: 462.944321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:35.947669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:22:35.483534Z","time spent":"464.092349ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:22:37.02398Z","caller":"traceutil/trace.go:171","msg":"trace[667542059] linearizableReadLoop","detail":"{readStateIndex:3969; appliedIndex:3968; }","duration":"148.543004ms","start":"2026-04-16T16:22:36.875406Z","end":"2026-04-16T16:22:37.023949Z","steps":["trace[667542059] 'read index received' (duration: 51.475539ms)","trace[667542059] 'applied index is now lower than readState.Index' (duration: 97.066105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:37.024307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.889003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:22:37.02437Z","caller":"traceutil/trace.go:171","msg":"trace[1831915034] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3817; }","duration":"148.998325ms","start":"2026-04-16T16:22:36.875356Z","end":"2026-04-16T16:22:37.024354Z","steps":["trace[1831915034] 'agreement among raft nodes before linearized reading' (duration: 148.893253ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:37.024438Z","caller":"traceutil/trace.go:171","msg":"trace[1916497749] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"198.319943ms","start":"2026-04-16T16:22:36.82604Z","end":"2026-04-16T16:22:37.02436Z","steps":["trace[1916497749] 'process raft request' (duration: 100.935951ms)","trace[1916497749] 'compare' (duration: 96.574043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:37.024576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.368967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:22:37.024849Z","caller":"traceutil/trace.go:171","msg":"trace[1065492368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3817; }","duration":"116.566282ms","start":"2026-04-16T16:22:36.908109Z","end":"2026-04-16T16:22:37.024675Z","steps":["trace[1065492368] 'agreement among raft nodes before linearized reading' (duration: 116.180343ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:37.282529Z","caller":"traceutil/trace.go:171","msg":"trace[2011356404] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3969; }","duration":"214.298966ms","start":"2026-04-16T16:22:37.06821Z","end":"2026-04-16T16:22:37.282509Z","steps":["trace[2011356404] 'read index received' (duration: 129.247814ms)","trace[2011356404] 'applied index is now lower than readState.Index' (duration: 85.050322ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:22:37.282618Z","caller":"traceutil/trace.go:171","msg":"trace[2134555740] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"252.115422ms","start":"2026-04-16T16:22:37.030494Z","end":"2026-04-16T16:22:37.28261Z","steps":["trace[2134555740] 'process raft request' (duration: 251.968319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:37.282597Z","caller":"traceutil/trace.go:171","msg":"trace[1908449519] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"253.66965ms","start":"2026-04-16T16:22:37.028893Z","end":"2026-04-16T16:22:37.282563Z","steps":["trace[1908449519] 'process raft request' (duration: 253.413994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:37.28283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.603684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:22:37.282946Z","caller":"traceutil/trace.go:171","msg":"trace[966942223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3819; }","duration":"214.765618ms","start":"2026-04-16T16:22:37.068161Z","end":"2026-04-16T16:22:37.282927Z","steps":["trace[966942223] 'agreement among raft nodes before linearized reading' (duration: 214.558073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:22:37.356476Z","caller":"traceutil/trace.go:171","msg":"trace[1601853502] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"157.539026ms","start":"2026-04-16T16:22:37.198892Z","end":"2026-04-16T16:22:37.356431Z","steps":["trace[1601853502] 'process raft request' (duration: 142.391825ms)","trace[1601853502] 'compare' (duration: 14.757682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:37.356894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.846889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:22:37.357006Z","caller":"traceutil/trace.go:171","msg":"trace[1490366877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3820; }","duration":"284.005953ms","start":"2026-04-16T16:22:37.072983Z","end":"2026-04-16T16:22:37.356989Z","steps":["trace[1490366877] 'agreement among raft nodes before linearized reading' (duration: 283.745986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:37.356906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.944737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:22:37.357313Z","caller":"traceutil/trace.go:171","msg":"trace[1308006848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3820; }","duration":"129.407728ms","start":"2026-04-16T16:22:37.227892Z","end":"2026-04-16T16:22:37.3573Z","steps":["trace[1308006848] 'agreement among raft nodes before linearized reading' (duration: 128.597629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:39.575519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.923724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:39.575661Z","caller":"traceutil/trace.go:171","msg":"trace[1281533190] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"185.368413ms","start":"2026-04-16T16:22:39.390263Z","end":"2026-04-16T16:22:39.575632Z","steps":["trace[1281533190] 'process raft request' (duration: 84.231954ms)","trace[1281533190] 'compare' (duration: 100.698839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:54.628844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.366124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:54.629001Z","caller":"traceutil/trace.go:171","msg":"trace[760743878] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"180.688414ms","start":"2026-04-16T16:22:54.448293Z","end":"2026-04-16T16:22:54.628981Z","steps":["trace[760743878] 'process raft request' (duration: 45.127765ms)","trace[760743878] 'compare' (duration: 135.109357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:54.90471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.22505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:22:54.904867Z","caller":"traceutil/trace.go:171","msg":"trace[384067926] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4074; }","duration":"152.300191ms","start":"2026-04-16T16:22:54.752543Z","end":"2026-04-16T16:22:54.904843Z","steps":["trace[384067926] 'read index received' (duration: 14.847126ms)","trace[384067926] 'applied index is now lower than readState.Index' (duration: 137.450825ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:22:54.904981Z","caller":"traceutil/trace.go:171","msg":"trace[1602864261] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"185.01757ms","start":"2026-04-16T16:22:54.719942Z","end":"2026-04-16T16:22:54.90496Z","steps":["trace[1602864261] 'process raft request' (duration: 47.433111ms)","trace[1602864261] 'compare' (duration: 136.981204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:22:54.90516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.596119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:22:54.90524Z","caller":"traceutil/trace.go:171","msg":"trace[885752763] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3919; }","duration":"152.728592ms","start":"2026-04-16T16:22:54.752493Z","end":"2026-04-16T16:22:54.905222Z","steps":["trace[885752763] 'agreement among raft nodes before linearized reading' (duration: 152.585129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:22:54.90523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.22116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:22:54.905469Z","caller":"traceutil/trace.go:171","msg":"trace[37867778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3919; }","duration":"103.419395ms","start":"2026-04-16T16:22:54.801905Z","end":"2026-04-16T16:22:54.905325Z","steps":["trace[37867778] 'agreement among raft nodes before linearized reading' (duration: 103.156678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:05.728636Z","caller":"traceutil/trace.go:171","msg":"trace[492149382] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"116.207766ms","start":"2026-04-16T16:23:05.612382Z","end":"2026-04-16T16:23:05.72859Z","steps":["trace[492149382] 'process raft request' (duration: 115.887168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:13.169513Z","caller":"traceutil/trace.go:171","msg":"trace[867201950] linearizableReadLoop","detail":"{readStateIndex:4243; appliedIndex:4242; }","duration":"101.387745ms","start":"2026-04-16T16:23:13.068109Z","end":"2026-04-16T16:23:13.169497Z","steps":["trace[867201950] 'read index received' (duration: 101.340944ms)","trace[867201950] 'applied index is now lower than readState.Index' (duration: 46.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:13.169619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.500479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:23:13.169638Z","caller":"traceutil/trace.go:171","msg":"trace[1086911012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4079; }","duration":"101.55183ms","start":"2026-04-16T16:23:13.06808Z","end":"2026-04-16T16:23:13.169632Z","steps":["trace[1086911012] 'agreement among raft nodes before linearized reading' (duration: 101.482728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:13.169774Z","caller":"traceutil/trace.go:171","msg":"trace[493656011] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"109.404486ms","start":"2026-04-16T16:23:13.060363Z","end":"2026-04-16T16:23:13.169768Z","steps":["trace[493656011] 'process raft request' (duration: 109.035387ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:13.195328Z","caller":"traceutil/trace.go:171","msg":"trace[806111962] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"121.089016ms","start":"2026-04-16T16:23:13.074223Z","end":"2026-04-16T16:23:13.195313Z","steps":["trace[806111962] 'process raft request' (duration: 120.767548ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:13.930847Z","caller":"traceutil/trace.go:171","msg":"trace[828995898] linearizableReadLoop","detail":"{readStateIndex:4250; appliedIndex:4249; }","duration":"111.716073ms","start":"2026-04-16T16:23:13.81911Z","end":"2026-04-16T16:23:13.930826Z","steps":["trace[828995898] 'read index received' (duration: 42.690363ms)","trace[828995898] 'applied index is now lower than readState.Index' (duration: 69.02488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:13.931053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.915418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:23:13.931043Z","caller":"traceutil/trace.go:171","msg":"trace[802131318] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"113.541898ms","start":"2026-04-16T16:23:13.817461Z","end":"2026-04-16T16:23:13.931002Z","steps":["trace[802131318] 'process raft request' (duration: 44.381555ms)","trace[802131318] 'compare' (duration: 68.883716ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:13.931082Z","caller":"traceutil/trace.go:171","msg":"trace[65755377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4086; }","duration":"111.99469ms","start":"2026-04-16T16:23:13.81908Z","end":"2026-04-16T16:23:13.931074Z","steps":["trace[65755377] 'agreement among raft nodes before linearized reading' (duration: 111.822986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:15.039592Z","caller":"traceutil/trace.go:171","msg":"trace[579801437] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"155.591418ms","start":"2026-04-16T16:23:14.883965Z","end":"2026-04-16T16:23:15.039556Z","steps":["trace[579801437] 'process raft request' (duration: 155.470335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:30.504595Z","caller":"traceutil/trace.go:171","msg":"trace[607158673] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"168.248208ms","start":"2026-04-16T16:23:30.336312Z","end":"2026-04-16T16:23:30.50456Z","steps":["trace[607158673] 'process raft request' (duration: 166.686439ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:30.504642Z","caller":"traceutil/trace.go:171","msg":"trace[1568762449] linearizableReadLoop","detail":"{readStateIndex:4354; appliedIndex:4353; }","duration":"138.129683ms","start":"2026-04-16T16:23:30.366494Z","end":"2026-04-16T16:23:30.504623Z","steps":["trace[1568762449] 'read index received' (duration: 136.516412ms)","trace[1568762449] 'applied index is now lower than readState.Index' (duration: 1.612711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:30.504727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.213055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:23:30.504758Z","caller":"traceutil/trace.go:171","msg":"trace[1569964756] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4178; }","duration":"138.259486ms","start":"2026-04-16T16:23:30.36649Z","end":"2026-04-16T16:23:30.504749Z","steps":["trace[1569964756] 'agreement among raft nodes before linearized reading' (duration: 138.197575ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:39.463886Z","caller":"traceutil/trace.go:171","msg":"trace[835778917] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"129.683142ms","start":"2026-04-16T16:23:39.334168Z","end":"2026-04-16T16:23:39.463851Z","steps":["trace[835778917] 'process raft request' (duration: 129.321513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:39.463935Z","caller":"traceutil/trace.go:171","msg":"trace[144252830] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"129.043606ms","start":"2026-04-16T16:23:39.334868Z","end":"2026-04-16T16:23:39.463911Z","steps":["trace[144252830] 'process raft request' (duration: 128.857961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:39.818827Z","caller":"traceutil/trace.go:171","msg":"trace[948287974] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"130.489583ms","start":"2026-04-16T16:23:39.688299Z","end":"2026-04-16T16:23:39.818788Z","steps":["trace[948287974] 'process raft request' (duration: 49.973757ms)","trace[948287974] 'compare' (duration: 79.942702ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:39.81892Z","caller":"traceutil/trace.go:171","msg":"trace[75458904] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"130.131514ms","start":"2026-04-16T16:23:39.688776Z","end":"2026-04-16T16:23:39.818908Z","steps":["trace[75458904] 'process raft request' (duration: 130.029891ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:41.6431Z","caller":"traceutil/trace.go:171","msg":"trace[1468889088] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"222.549762ms","start":"2026-04-16T16:23:41.420524Z","end":"2026-04-16T16:23:41.643074Z","steps":["trace[1468889088] 'process raft request' (duration: 222.369957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:41.64657Z","caller":"traceutil/trace.go:171","msg":"trace[1721262544] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"176.026931ms","start":"2026-04-16T16:23:41.470521Z","end":"2026-04-16T16:23:41.646548Z","steps":["trace[1721262544] 'process raft request' (duration: 175.97806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:41.646644Z","caller":"traceutil/trace.go:171","msg":"trace[563036375] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"176.178695ms","start":"2026-04-16T16:23:41.470422Z","end":"2026-04-16T16:23:41.646601Z","steps":["trace[563036375] 'process raft request' (duration: 175.95936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.622646Z","caller":"traceutil/trace.go:171","msg":"trace[1033291609] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"126.777987ms","start":"2026-04-16T16:23:46.495833Z","end":"2026-04-16T16:23:46.622611Z","steps":["trace[1033291609] 'process raft request' (duration: 124.904219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.682459Z","caller":"traceutil/trace.go:171","msg":"trace[999434759] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"164.483038ms","start":"2026-04-16T16:23:46.517924Z","end":"2026-04-16T16:23:46.682407Z","steps":["trace[999434759] 'process raft request' (duration: 164.069698ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.682725Z","caller":"traceutil/trace.go:171","msg":"trace[499592088] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"133.293631ms","start":"2026-04-16T16:23:46.549409Z","end":"2026-04-16T16:23:46.682703Z","steps":["trace[499592088] 'process raft request' (duration: 132.946543ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.683081Z","caller":"traceutil/trace.go:171","msg":"trace[1531163920] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4761; }","duration":"140.811801ms","start":"2026-04-16T16:23:46.542222Z","end":"2026-04-16T16:23:46.683034Z","steps":["trace[1531163920] 'read index received' (duration: 78.680694ms)","trace[1531163920] 'applied index is now lower than readState.Index' (duration: 62.130097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:46.68338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.169679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-nclfs\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-04-16T16:23:46.683451Z","caller":"traceutil/trace.go:171","msg":"trace[1797301802] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-nclfs; range_end:; response_count:1; response_revision:4580; }","duration":"141.279132ms","start":"2026-04-16T16:23:46.54216Z","end":"2026-04-16T16:23:46.683439Z","steps":["trace[1797301802] 'agreement among raft nodes before linearized reading' (duration: 141.029255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.789519Z","caller":"traceutil/trace.go:171","msg":"trace[1474722942] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"162.031495ms","start":"2026-04-16T16:23:46.62745Z","end":"2026-04-16T16:23:46.789481Z","steps":["trace[1474722942] 'process raft request' (duration: 102.819923ms)","trace[1474722942] 'compare' (duration: 58.937805ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:46.789736Z","caller":"traceutil/trace.go:171","msg":"trace[1432658239] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4583; }","duration":"104.74504ms","start":"2026-04-16T16:23:46.684977Z","end":"2026-04-16T16:23:46.789722Z","steps":["trace[1432658239] 'process raft request' (duration: 104.460063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.789569Z","caller":"traceutil/trace.go:171","msg":"trace[654409165] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"145.325474ms","start":"2026-04-16T16:23:46.644212Z","end":"2026-04-16T16:23:46.789537Z","steps":["trace[654409165] 'process raft request' (duration: 145.156169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:46.789607Z","caller":"traceutil/trace.go:171","msg":"trace[1636127639] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4765; }","duration":"106.415813ms","start":"2026-04-16T16:23:46.683169Z","end":"2026-04-16T16:23:46.789585Z","steps":["trace[1636127639] 'read index received' (duration: 47.112498ms)","trace[1636127639] 'applied index is now lower than readState.Index' (duration: 59.300735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:46.790353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.393252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:23:46.790416Z","caller":"traceutil/trace.go:171","msg":"trace[540910713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4585; }","duration":"221.504945ms","start":"2026-04-16T16:23:46.568899Z","end":"2026-04-16T16:23:46.790404Z","steps":["trace[540910713] 'agreement among raft nodes before linearized reading' (duration: 220.752186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:47.361989Z","caller":"traceutil/trace.go:171","msg":"trace[1185286827] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4600; }","duration":"117.594365ms","start":"2026-04-16T16:23:47.244353Z","end":"2026-04-16T16:23:47.361948Z","steps":["trace[1185286827] 'process raft request' (duration: 26.774944ms)","trace[1185286827] 'compare' (duration: 90.503123ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:47.362341Z","caller":"traceutil/trace.go:171","msg":"trace[1498293782] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"102.053495ms","start":"2026-04-16T16:23:47.260263Z","end":"2026-04-16T16:23:47.362316Z","steps":["trace[1498293782] 'process raft request' (duration: 101.50437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:53.409413Z","caller":"traceutil/trace.go:171","msg":"trace[698453868] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4879; }","duration":"128.178219ms","start":"2026-04-16T16:23:53.281202Z","end":"2026-04-16T16:23:53.40938Z","steps":["trace[698453868] 'read index received' (duration: 127.882361ms)","trace[698453868] 'applied index is now lower than readState.Index' (duration: 294.688µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:53.409835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.576618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:23:53.410371Z","caller":"traceutil/trace.go:171","msg":"trace[1276047523] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"135.407101ms","start":"2026-04-16T16:23:53.274122Z","end":"2026-04-16T16:23:53.409529Z","steps":["trace[1276047523] 'process raft request' (duration: 135.033782ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:53.413049Z","caller":"traceutil/trace.go:171","msg":"trace[65807284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4693; }","duration":"128.702792ms","start":"2026-04-16T16:23:53.281193Z","end":"2026-04-16T16:23:53.409896Z","steps":["trace[65807284] 'agreement among raft nodes before linearized reading' (duration: 128.489736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:53.883549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.265498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:23:53.883725Z","caller":"traceutil/trace.go:171","msg":"trace[1880030923] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"229.54807ms","start":"2026-04-16T16:23:53.654148Z","end":"2026-04-16T16:23:53.883696Z","steps":["trace[1880030923] 'process raft request' (duration: 92.064155ms)","trace[1880030923] 'compare' (duration: 136.886579ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:53.88398Z","caller":"traceutil/trace.go:171","msg":"trace[1873396298] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"141.361782ms","start":"2026-04-16T16:23:53.742609Z","end":"2026-04-16T16:23:53.88397Z","steps":["trace[1873396298] 'process raft request' (duration: 141.333462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:53.884028Z","caller":"traceutil/trace.go:171","msg":"trace[1072814832] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"197.622124ms","start":"2026-04-16T16:23:53.686395Z","end":"2026-04-16T16:23:53.884017Z","steps":["trace[1072814832] 'process raft request' (duration: 197.253364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:53.884177Z","caller":"traceutil/trace.go:171","msg":"trace[123457371] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4908; }","duration":"228.948764ms","start":"2026-04-16T16:23:53.655217Z","end":"2026-04-16T16:23:53.884165Z","steps":["trace[123457371] 'read index received' (duration: 91.008969ms)","trace[123457371] 'applied index is now lower than readState.Index' (duration: 137.938175ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:53.884282Z","caller":"traceutil/trace.go:171","msg":"trace[305929598] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"148.673696ms","start":"2026-04-16T16:23:53.73555Z","end":"2026-04-16T16:23:53.884223Z","steps":["trace[305929598] 'process raft request' (duration: 148.161523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:53.884501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.269792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T16:23:53.884548Z","caller":"traceutil/trace.go:171","msg":"trace[1394543461] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4726; }","duration":"229.322413ms","start":"2026-04-16T16:23:53.655214Z","end":"2026-04-16T16:23:53.884536Z","steps":["trace[1394543461] 'agreement among raft nodes before linearized reading' (duration: 229.18106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:53.88472Z","caller":"traceutil/trace.go:171","msg":"trace[1867539226] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"142.292455ms","start":"2026-04-16T16:23:53.742419Z","end":"2026-04-16T16:23:53.884712Z","steps":["trace[1867539226] 'process raft request' (duration: 141.492855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:53.884737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.907955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-16T16:23:53.884766Z","caller":"traceutil/trace.go:171","msg":"trace[1719808728] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4726; }","duration":"141.964997ms","start":"2026-04-16T16:23:53.742792Z","end":"2026-04-16T16:23:53.884757Z","steps":["trace[1719808728] 'agreement among raft nodes before linearized reading' (duration: 141.877745ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:55.307035Z","caller":"traceutil/trace.go:171","msg":"trace[1533727901] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"163.080404ms","start":"2026-04-16T16:23:55.143916Z","end":"2026-04-16T16:23:55.306996Z","steps":["trace[1533727901] 'process raft request' (duration: 162.260382ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:55.467795Z","caller":"traceutil/trace.go:171","msg":"trace[1564011660] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"153.829869ms","start":"2026-04-16T16:23:55.313912Z","end":"2026-04-16T16:23:55.467742Z","steps":["trace[1564011660] 'process raft request' (duration: 103.883106ms)","trace[1564011660] 'compare' (duration: 49.713217ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:55.69519Z","caller":"traceutil/trace.go:171","msg":"trace[1952277247] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4954; }","duration":"129.132854ms","start":"2026-04-16T16:23:55.566035Z","end":"2026-04-16T16:23:55.695168Z","steps":["trace[1952277247] 'read index received' (duration: 88.095457ms)","trace[1952277247] 'applied index is now lower than readState.Index' (duration: 41.036487ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:55.695342Z","caller":"traceutil/trace.go:171","msg":"trace[595378765] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"151.269084ms","start":"2026-04-16T16:23:55.544052Z","end":"2026-04-16T16:23:55.695321Z","steps":["trace[595378765] 'process raft request' (duration: 110.085844ms)","trace[595378765] 'compare' (duration: 40.828831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:23:55.695371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.326179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-639d9e43-7658-4d23-a03f-78f0ad6ed283\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-04-16T16:23:55.695406Z","caller":"traceutil/trace.go:171","msg":"trace[249904001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-639d9e43-7658-4d23-a03f-78f0ad6ed283; range_end:; response_count:1; response_revision:4768; }","duration":"129.411421ms","start":"2026-04-16T16:23:55.565983Z","end":"2026-04-16T16:23:55.695395Z","steps":["trace[249904001] 'agreement among raft nodes before linearized reading' (duration: 129.261747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:56.713034Z","caller":"traceutil/trace.go:171","msg":"trace[548186971] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"171.300933ms","start":"2026-04-16T16:23:56.541707Z","end":"2026-04-16T16:23:56.713008Z","steps":["trace[548186971] 'read index received' (duration: 171.111507ms)","trace[548186971] 'applied index is now lower than readState.Index' (duration: 187.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:56.713357Z","caller":"traceutil/trace.go:171","msg":"trace[1897603672] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"173.131189ms","start":"2026-04-16T16:23:56.540204Z","end":"2026-04-16T16:23:56.713335Z","steps":["trace[1897603672] 'process raft request' (duration: 172.629425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:56.713389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.452557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:23:56.713436Z","caller":"traceutil/trace.go:171","msg":"trace[896611210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4803; }","duration":"109.5448ms","start":"2026-04-16T16:23:56.603877Z","end":"2026-04-16T16:23:56.713421Z","steps":["trace[896611210] 'agreement among raft nodes before linearized reading' (duration: 109.420237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:56.713584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.838996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-16T16:23:56.713626Z","caller":"traceutil/trace.go:171","msg":"trace[1834542988] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4803; }","duration":"171.951239ms","start":"2026-04-16T16:23:56.541664Z","end":"2026-04-16T16:23:56.713615Z","steps":["trace[1834542988] 'agreement among raft nodes before linearized reading' (duration: 171.500848ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:58.883559Z","caller":"traceutil/trace.go:171","msg":"trace[321015957] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5030; }","duration":"200.363879ms","start":"2026-04-16T16:23:58.683173Z","end":"2026-04-16T16:23:58.883537Z","steps":["trace[321015957] 'read index received' (duration: 200.238986ms)","trace[321015957] 'applied index is now lower than readState.Index' (duration: 124.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:23:58.883618Z","caller":"traceutil/trace.go:171","msg":"trace[1278421527] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"394.504191ms","start":"2026-04-16T16:23:58.4891Z","end":"2026-04-16T16:23:58.883604Z","steps":["trace[1278421527] 'process raft request' (duration: 394.301276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:58.883716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:23:58.48908Z","time spent":"394.570794ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4050,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:23:58.883715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.531584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:23:58.883748Z","caller":"traceutil/trace.go:171","msg":"trace[122132281] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4841; }","duration":"200.625066ms","start":"2026-04-16T16:23:58.683114Z","end":"2026-04-16T16:23:58.883739Z","steps":["trace[122132281] 'agreement among raft nodes before linearized reading' (duration: 200.542214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:58.886404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.989993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-639d9e43-7658-4d23-a03f-78f0ad6ed283\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-04-16T16:23:58.886624Z","caller":"traceutil/trace.go:171","msg":"trace[987696140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-639d9e43-7658-4d23-a03f-78f0ad6ed283; range_end:; response_count:1; response_revision:4842; }","duration":"161.27463ms","start":"2026-04-16T16:23:58.725325Z","end":"2026-04-16T16:23:58.8866Z","steps":["trace[987696140] 'agreement among raft nodes before linearized reading' (duration: 160.88175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:23:58.886609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.038778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:23:58.886398Z","caller":"traceutil/trace.go:171","msg":"trace[984438808] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"110.038424ms","start":"2026-04-16T16:23:58.776322Z","end":"2026-04-16T16:23:58.88636Z","steps":["trace[984438808] 'process raft request' (duration: 109.713986ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:23:58.886762Z","caller":"traceutil/trace.go:171","msg":"trace[1269310693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4842; }","duration":"137.250953ms","start":"2026-04-16T16:23:58.749492Z","end":"2026-04-16T16:23:58.886743Z","steps":["trace[1269310693] 'agreement among raft nodes before linearized reading' (duration: 136.994606ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:01.112308Z","caller":"traceutil/trace.go:171","msg":"trace[210067758] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"195.085311ms","start":"2026-04-16T16:24:00.917197Z","end":"2026-04-16T16:24:01.112282Z","steps":["trace[210067758] 'process raft request' (duration: 194.898086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:03.650887Z","caller":"traceutil/trace.go:171","msg":"trace[237828804] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"457.546264ms","start":"2026-04-16T16:24:03.193317Z","end":"2026-04-16T16:24:03.650863Z","steps":["trace[237828804] 'read index received' (duration: 457.337729ms)","trace[237828804] 'applied index is now lower than readState.Index' (duration: 207.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:03.651001Z","caller":"traceutil/trace.go:171","msg":"trace[1427733871] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"530.725758ms","start":"2026-04-16T16:24:03.120251Z","end":"2026-04-16T16:24:03.650977Z","steps":["trace[1427733871] 'process raft request' (duration: 530.485002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:03.65111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.906582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-16T16:24:03.651129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.025852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-16T16:24:03.651159Z","caller":"traceutil/trace.go:171","msg":"trace[193669400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:4948; }","duration":"182.092984ms","start":"2026-04-16T16:24:03.469057Z","end":"2026-04-16T16:24:03.65115Z","steps":["trace[193669400] 'agreement among raft nodes before linearized reading' (duration: 182.005032ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:03.651161Z","caller":"traceutil/trace.go:171","msg":"trace[106984030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:4948; }","duration":"458.032046ms","start":"2026-04-16T16:24:03.193102Z","end":"2026-04-16T16:24:03.651134Z","steps":["trace[106984030] 'agreement among raft nodes before linearized reading' (duration: 457.881252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:03.651196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.193054Z","time spent":"458.133588ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" "} {"level":"warn","ts":"2026-04-16T16:24:03.651219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.120232Z","time spent":"530.842171ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:04.206076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:24:04.467427Z","caller":"traceutil/trace.go:171","msg":"trace[990821431] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"809.725481ms","start":"2026-04-16T16:24:03.657681Z","end":"2026-04-16T16:24:04.467407Z","steps":["trace[990821431] 'process raft request' (duration: 809.566367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.467605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.657662Z","time spent":"809.829233ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:04.483354Z","caller":"traceutil/trace.go:171","msg":"trace[963344873] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"545.141236ms","start":"2026-04-16T16:24:03.938191Z","end":"2026-04-16T16:24:04.483332Z","steps":["trace[963344873] 'process raft request' (duration: 544.982222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.483489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.938164Z","time spent":"545.251449ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:04.483783Z","caller":"traceutil/trace.go:171","msg":"trace[1414216422] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"544.746576ms","start":"2026-04-16T16:24:03.939008Z","end":"2026-04-16T16:24:04.483755Z","steps":["trace[1414216422] 'process raft request' (duration: 544.288345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.938971Z","time spent":"544.87134ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:04.484473Z","caller":"traceutil/trace.go:171","msg":"trace[1084559139] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5141; }","duration":"778.592132ms","start":"2026-04-16T16:24:03.705854Z","end":"2026-04-16T16:24:04.484446Z","steps":["trace[1084559139] 'read index received' (duration: 761.348464ms)","trace[1084559139] 'applied index is now lower than readState.Index' (duration: 17.242298ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:04.48461Z","caller":"traceutil/trace.go:171","msg":"trace[844469835] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"201.035575ms","start":"2026-04-16T16:24:04.283554Z","end":"2026-04-16T16:24:04.48459Z","steps":["trace[844469835] 'process raft request' (duration: 200.738958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:04.484719Z","caller":"traceutil/trace.go:171","msg":"trace[2142469650] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"545.247859ms","start":"2026-04-16T16:24:03.939461Z","end":"2026-04-16T16:24:04.484709Z","steps":["trace[2142469650] 'process raft request' (duration: 544.624274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.484791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.93945Z","time spent":"545.298311ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:04.484728Z","caller":"traceutil/trace.go:171","msg":"trace[1279688814] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"193.908594ms","start":"2026-04-16T16:24:04.290757Z","end":"2026-04-16T16:24:04.484666Z","steps":["trace[1279688814] 'process raft request' (duration: 193.630157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.083484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:04.485193Z","caller":"traceutil/trace.go:171","msg":"trace[1980341346] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4954; }","duration":"779.31336ms","start":"2026-04-16T16:24:03.705819Z","end":"2026-04-16T16:24:04.485132Z","steps":["trace[1980341346] 'agreement among raft nodes before linearized reading' (duration: 778.974631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.705804Z","time spent":"779.499755ms","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:04.485471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.256114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:04.485525Z","caller":"traceutil/trace.go:171","msg":"trace[1343369666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4954; }","duration":"237.332795ms","start":"2026-04-16T16:24:04.248174Z","end":"2026-04-16T16:24:04.485507Z","steps":["trace[1343369666] 'agreement among raft nodes before linearized reading' (duration: 237.266624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.599997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T16:24:04.48571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.106802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:04.48575Z","caller":"traceutil/trace.go:171","msg":"trace[700864952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4954; }","duration":"417.183754ms","start":"2026-04-16T16:24:04.068557Z","end":"2026-04-16T16:24:04.485741Z","steps":["trace[700864952] 'agreement among raft nodes before linearized reading' (duration: 417.126563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:04.068536Z","time spent":"417.241675ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:24:04.48584Z","caller":"traceutil/trace.go:171","msg":"trace[357305027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4954; }","duration":"137.779762ms","start":"2026-04-16T16:24:04.347954Z","end":"2026-04-16T16:24:04.485734Z","steps":["trace[357305027] 'agreement among raft nodes before linearized reading' (duration: 137.358321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.149109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:24:04.485999Z","caller":"traceutil/trace.go:171","msg":"trace[10184406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4954; }","duration":"418.22771ms","start":"2026-04-16T16:24:04.067763Z","end":"2026-04-16T16:24:04.48599Z","steps":["trace[10184406] 'agreement among raft nodes before linearized reading' (duration: 418.137508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.486029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:04.067738Z","time spent":"418.285091ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:04.486078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.727869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:24:04.48619Z","caller":"traceutil/trace.go:171","msg":"trace[1047639407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4954; }","duration":"131.948274ms","start":"2026-04-16T16:24:04.354224Z","end":"2026-04-16T16:24:04.486173Z","steps":["trace[1047639407] 'agreement among raft nodes before linearized reading' (duration: 131.495913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.485414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.330058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:24:04.486457Z","caller":"traceutil/trace.go:171","msg":"trace[1192287624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4954; }","duration":"506.420095ms","start":"2026-04-16T16:24:03.980025Z","end":"2026-04-16T16:24:04.486445Z","steps":["trace[1192287624] 'agreement among raft nodes before linearized reading' (duration: 505.277816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:04.48652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:03.980003Z","time spent":"506.495176ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:24:05.10386Z","caller":"traceutil/trace.go:171","msg":"trace[1651026967] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"192.731066ms","start":"2026-04-16T16:24:04.911095Z","end":"2026-04-16T16:24:05.103826Z","steps":["trace[1651026967] 'process raft request' (duration: 192.442529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:05.956934Z","caller":"traceutil/trace.go:171","msg":"trace[350245574] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5152; }","duration":"295.930012ms","start":"2026-04-16T16:24:05.660974Z","end":"2026-04-16T16:24:05.956904Z","steps":["trace[350245574] 'read index received' (duration: 295.750687ms)","trace[350245574] 'applied index is now lower than readState.Index' (duration: 177.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:05.957093Z","caller":"traceutil/trace.go:171","msg":"trace[1215114174] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"297.596604ms","start":"2026-04-16T16:24:05.659452Z","end":"2026-04-16T16:24:05.957049Z","steps":["trace[1215114174] 'process raft request' (duration: 297.282837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:05.957241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.236319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-16T16:24:05.957337Z","caller":"traceutil/trace.go:171","msg":"trace[1116833018] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:4960; }","duration":"296.368473ms","start":"2026-04-16T16:24:05.660946Z","end":"2026-04-16T16:24:05.957314Z","steps":["trace[1116833018] 'agreement among raft nodes before linearized reading' (duration: 296.097916ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:06.556756Z","caller":"traceutil/trace.go:171","msg":"trace[1814744085] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"529.765914ms","start":"2026-04-16T16:24:06.026958Z","end":"2026-04-16T16:24:06.556724Z","steps":["trace[1814744085] 'read index received' (duration: 470.891022ms)","trace[1814744085] 'applied index is now lower than readState.Index' (duration: 58.872482ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:06.556897Z","caller":"traceutil/trace.go:171","msg":"trace[98833455] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"596.981198ms","start":"2026-04-16T16:24:05.959902Z","end":"2026-04-16T16:24:06.556884Z","steps":["trace[98833455] 'process raft request' (duration: 537.953642ms)","trace[98833455] 'compare' (duration: 58.342449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:06.557066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:05.959879Z","time spent":"597.04713ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:06.557377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.392801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:06.557458Z","caller":"traceutil/trace.go:171","msg":"trace[270706300] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4961; }","duration":"530.538374ms","start":"2026-04-16T16:24:06.026901Z","end":"2026-04-16T16:24:06.557439Z","steps":["trace[270706300] 'agreement among raft nodes before linearized reading' (duration: 530.290798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:06.557508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.026869Z","time spent":"530.629207ms","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:24:06.642049Z","caller":"traceutil/trace.go:171","msg":"trace[99175737] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"150.65737ms","start":"2026-04-16T16:24:06.491364Z","end":"2026-04-16T16:24:06.642022Z","steps":["trace[99175737] 'process raft request' (duration: 150.375723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:06.642664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.192183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:24:06.643168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.875341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:24:06.643215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.185517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:24:06.643222Z","caller":"traceutil/trace.go:171","msg":"trace[134355669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4964; }","duration":"138.974974ms","start":"2026-04-16T16:24:06.504237Z","end":"2026-04-16T16:24:06.643212Z","steps":["trace[134355669] 'agreement among raft nodes before linearized reading' (duration: 138.761449ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:06.643256Z","caller":"traceutil/trace.go:171","msg":"trace[143058671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4964; }","duration":"118.234619ms","start":"2026-04-16T16:24:06.52501Z","end":"2026-04-16T16:24:06.643245Z","steps":["trace[143058671] 'agreement among raft nodes before linearized reading' (duration: 117.723076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:06.642906Z","caller":"traceutil/trace.go:171","msg":"trace[728504088] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"148.704091ms","start":"2026-04-16T16:24:06.494173Z","end":"2026-04-16T16:24:06.642877Z","steps":["trace[728504088] 'process raft request' (duration: 148.365392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:06.643318Z","caller":"traceutil/trace.go:171","msg":"trace[968200633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4964; }","duration":"576.786728ms","start":"2026-04-16T16:24:06.066402Z","end":"2026-04-16T16:24:06.643188Z","steps":["trace[968200633] 'agreement among raft nodes before linearized reading' (duration: 576.191283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:06.643644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.066381Z","time spent":"577.249049ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T16:24:06.642925Z","caller":"traceutil/trace.go:171","msg":"trace[1674160862] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"151.474051ms","start":"2026-04-16T16:24:06.491419Z","end":"2026-04-16T16:24:06.642893Z","steps":["trace[1674160862] 'process raft request' (duration: 150.465886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:06.643111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.913805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:24:06.644227Z","caller":"traceutil/trace.go:171","msg":"trace[517360420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4964; }","duration":"120.065055ms","start":"2026-04-16T16:24:06.524145Z","end":"2026-04-16T16:24:06.64421Z","steps":["trace[517360420] 'agreement among raft nodes before linearized reading' (duration: 118.839603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:06.643095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.591042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:24:06.644476Z","caller":"traceutil/trace.go:171","msg":"trace[582139143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4964; }","duration":"120.997448ms","start":"2026-04-16T16:24:06.523461Z","end":"2026-04-16T16:24:06.644458Z","steps":["trace[582139143] 'agreement among raft nodes before linearized reading' (duration: 119.52157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:07.007238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.059442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:07.007489Z","caller":"traceutil/trace.go:171","msg":"trace[100823021] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"446.229455ms","start":"2026-04-16T16:24:06.561205Z","end":"2026-04-16T16:24:07.007435Z","steps":["trace[100823021] 'process raft request' (duration: 178.901917ms)","trace[100823021] 'compare' (duration: 266.886307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:07.00763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.561193Z","time spent":"446.36713ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T16:24:07.315136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:07.815443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:08.315753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:08.81621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:08.947273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.207217494s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:24:09.067731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:24:09.067813Z","caller":"traceutil/trace.go:171","msg":"trace[1838272256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137064s","start":"2026-04-16T16:24:07.067658Z","end":"2026-04-16T16:24:09.067795Z","steps":["trace[1838272256] 'agreement among raft nodes before linearized reading' (duration: 2.000034661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:09.06787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.067645Z","time spent":"2.000210736s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:09.510452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.795768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:09.510801Z","caller":"traceutil/trace.go:171","msg":"trace[1766559680] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"2.861174959s","start":"2026-04-16T16:24:06.649608Z","end":"2026-04-16T16:24:09.510783Z","steps":["trace[1766559680] 'process raft request' (duration: 2.861128387s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:09.510819Z","caller":"traceutil/trace.go:171","msg":"trace[287529579] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"2.863198621s","start":"2026-04-16T16:24:06.647597Z","end":"2026-04-16T16:24:09.510796Z","steps":["trace[287529579] 'process raft request' (duration: 2.299916155s)","trace[287529579] 'compare' (duration: 554.901373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:09.510887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.647559Z","time spent":"2.863295173s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:09.511012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.64959Z","time spent":"2.861253891s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:09.511008Z","caller":"traceutil/trace.go:171","msg":"trace[323134165] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"2.862236327s","start":"2026-04-16T16:24:06.648745Z","end":"2026-04-16T16:24:09.510982Z","steps":["trace[323134165] 'process raft request' (duration: 2.861797296s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:09.511119Z","caller":"traceutil/trace.go:171","msg":"trace[441523221] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"2.862303538s","start":"2026-04-16T16:24:06.648775Z","end":"2026-04-16T16:24:09.511079Z","steps":["trace[441523221] 'process raft request' (duration: 2.861904578s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:09.511138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.648737Z","time spent":"2.862310678s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:09.511172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.648749Z","time spent":"2.862397501s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:09.962148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014684702s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T16:24:10.12305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:24:10.123166Z","caller":"traceutil/trace.go:171","msg":"trace[1748746685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002274s","start":"2026-04-16T16:24:08.123115Z","end":"2026-04-16T16:24:10.123118Z","steps":["trace[1748746685] 'agreement among raft nodes before linearized reading' (duration: 1.999875111s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:10.123234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:08.123092Z","time spent":"2.000130847s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:11.069026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T16:24:11.069121Z","caller":"traceutil/trace.go:171","msg":"trace[1206783274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441529s","start":"2026-04-16T16:24:09.068658Z","end":"2026-04-16T16:24:11.069099Z","steps":["trace[1206783274] 'agreement among raft nodes before linearized reading' (duration: 2.000316996s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.069173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:09.068639Z","time spent":"2.000522861s","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:11.508564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869981543s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.509036Z","caller":"traceutil/trace.go:171","msg":"trace[848270798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4969; }","duration":"1.870464196s","start":"2026-04-16T16:24:09.638549Z","end":"2026-04-16T16:24:11.509013Z","steps":["trace[848270798] 'range keys from in-memory index tree' (duration: 1.869960122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.509776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547221232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:11.510038Z","caller":"traceutil/trace.go:171","msg":"trace[605373538] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"2.861281531s","start":"2026-04-16T16:24:08.648712Z","end":"2026-04-16T16:24:11.509994Z","steps":["trace[605373538] 'process raft request' (duration: 2.861202969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:11.510099Z","caller":"traceutil/trace.go:171","msg":"trace[1550570054] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"1.956753026s","start":"2026-04-16T16:24:09.553311Z","end":"2026-04-16T16:24:11.510064Z","steps":["trace[1550570054] 'process raft request' (duration: 1.956675524s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.510192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:09.553282Z","time spent":"1.956863709s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:11.510248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:08.648692Z","time spent":"2.861442275s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:11.51037Z","caller":"traceutil/trace.go:171","msg":"trace[1080965810] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"2.861339662s","start":"2026-04-16T16:24:08.64902Z","end":"2026-04-16T16:24:11.510359Z","steps":["trace[1080965810] 'process raft request' (duration: 2.860928122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.510422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:08.649006Z","time spent":"2.861387723s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:11.510584Z","caller":"traceutil/trace.go:171","msg":"trace[1510318448] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5158; }","duration":"4.696465896s","start":"2026-04-16T16:24:06.814086Z","end":"2026-04-16T16:24:11.510552Z","steps":["trace[1510318448] 'read index received' (duration: 2.133437934s)","trace[1510318448] 'applied index is now lower than readState.Index' (duration: 2.563026972s)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:11.510678Z","caller":"traceutil/trace.go:171","msg":"trace[1992630212] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"2.863145328s","start":"2026-04-16T16:24:08.647513Z","end":"2026-04-16T16:24:11.510658Z","steps":["trace[1992630212] 'process raft request' (duration: 2.862331566s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.510776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:08.647483Z","time spent":"2.863239469s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:11.510862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549117759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-16T16:24:11.510889Z","caller":"traceutil/trace.go:171","msg":"trace[1065329612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:4974; }","duration":"4.54917688s","start":"2026-04-16T16:24:06.961701Z","end":"2026-04-16T16:24:11.510878Z","steps":["trace[1065329612] 'agreement among raft nodes before linearized reading' (duration: 4.549111079s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.51091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.961679Z","time spent":"4.549225582s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" "} {"level":"warn","ts":"2026-04-16T16:24:11.510791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696715852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T16:24:11.510977Z","caller":"traceutil/trace.go:171","msg":"trace[26014752] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4974; }","duration":"4.696928147s","start":"2026-04-16T16:24:06.814031Z","end":"2026-04-16T16:24:11.510959Z","steps":["trace[26014752] 'agreement among raft nodes before linearized reading' (duration: 4.696665321s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.511016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.814006Z","time spent":"4.696997369s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-16T16:24:11.51106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.380755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.511081Z","caller":"traceutil/trace.go:171","msg":"trace[1035876999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4974; }","duration":"435.438027ms","start":"2026-04-16T16:24:11.075636Z","end":"2026-04-16T16:24:11.511074Z","steps":["trace[1035876999] 'agreement among raft nodes before linearized reading' (duration: 435.407026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.511098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:11.075562Z","time spent":"435.53205ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:11.511209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.410472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.511228Z","caller":"traceutil/trace.go:171","msg":"trace[580367220] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4974; }","duration":"655.469114ms","start":"2026-04-16T16:24:10.855751Z","end":"2026-04-16T16:24:11.511221Z","steps":["trace[580367220] 'agreement among raft nodes before linearized reading' (duration: 655.435653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.511248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:10.855725Z","time spent":"655.515794ms","remote":"127.0.0.1:38510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:24:11.511474Z","caller":"traceutil/trace.go:171","msg":"trace[1584476224] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"4.402209922s","start":"2026-04-16T16:24:07.109232Z","end":"2026-04-16T16:24:11.511442Z","steps":["trace[1584476224] 'process raft request' (duration: 2.853255587s)","trace[1584476224] 'compare' (duration: 1.546260127s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:11.511541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.109213Z","time spent":"4.402293304s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:11.512736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601980883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.512787Z","caller":"traceutil/trace.go:171","msg":"trace[1307768536] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4974; }","duration":"3.602085016s","start":"2026-04-16T16:24:07.910688Z","end":"2026-04-16T16:24:11.512773Z","steps":["trace[1307768536] 'agreement among raft nodes before linearized reading' (duration: 3.601980202s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.512818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.91066Z","time spent":"3.602149048s","remote":"127.0.0.1:38566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.512815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514203613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:24:11.512886Z","caller":"traceutil/trace.go:171","msg":"trace[961980511] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:4974; }","duration":"4.514311716s","start":"2026-04-16T16:24:06.998552Z","end":"2026-04-16T16:24:11.512864Z","steps":["trace[961980511] 'agreement among raft nodes before linearized reading' (duration: 4.51412146s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.512935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:06.998521Z","time spent":"4.514401129s","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-16T16:24:11.513022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.792959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:11.513053Z","caller":"traceutil/trace.go:171","msg":"trace[643777775] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4974; }","duration":"957.863251ms","start":"2026-04-16T16:24:10.55518Z","end":"2026-04-16T16:24:11.513043Z","steps":["trace[643777775] 'agreement among raft nodes before linearized reading' (duration: 957.805729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:10.555155Z","time spent":"957.919892ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":8,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.513207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365911652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:24:11.513245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302569991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:11.513258Z","caller":"traceutil/trace.go:171","msg":"trace[955455886] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4974; }","duration":"4.365991704s","start":"2026-04-16T16:24:07.147249Z","end":"2026-04-16T16:24:11.513241Z","steps":["trace[955455886] 'agreement among raft nodes before linearized reading' (duration: 4.365911682s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:11.513277Z","caller":"traceutil/trace.go:171","msg":"trace[1357688715] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4974; }","duration":"1.302640623s","start":"2026-04-16T16:24:10.210627Z","end":"2026-04-16T16:24:11.513268Z","steps":["trace[1357688715] 'agreement among raft nodes before linearized reading' (duration: 1.302576042s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:10.210608Z","time spent":"1.302693254s","remote":"127.0.0.1:34522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.51331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.147236Z","time spent":"4.366061086s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.513439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609357819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.513467Z","caller":"traceutil/trace.go:171","msg":"trace[1398974835] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4974; }","duration":"1.609423261s","start":"2026-04-16T16:24:09.904035Z","end":"2026-04-16T16:24:11.513459Z","steps":["trace[1398974835] 'agreement among raft nodes before linearized reading' (duration: 1.60937368s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:09.904014Z","time spent":"1.609472312s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.513598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502831965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gfgrr.18a6e2f33f140450\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-16T16:24:11.513648Z","caller":"traceutil/trace.go:171","msg":"trace[1702778979] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gfgrr.18a6e2f33f140450; range_end:; response_count:1; response_revision:4974; }","duration":"4.502903067s","start":"2026-04-16T16:24:07.010729Z","end":"2026-04-16T16:24:11.513632Z","steps":["trace[1702778979] 'agreement among raft nodes before linearized reading' (duration: 4.502770024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.010717Z","time spent":"4.502962608s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gfgrr.18a6e2f33f140450\" "} {"level":"warn","ts":"2026-04-16T16:24:11.513721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841597153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T16:24:11.513761Z","caller":"traceutil/trace.go:171","msg":"trace[31484817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4974; }","duration":"1.841671345s","start":"2026-04-16T16:24:09.67208Z","end":"2026-04-16T16:24:11.513752Z","steps":["trace[31484817] 'agreement among raft nodes before linearized reading' (duration: 1.841531282s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:09.672064Z","time spent":"1.841716076s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:24:11.513929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624708827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:11.513961Z","caller":"traceutil/trace.go:171","msg":"trace[2123682811] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4974; }","duration":"2.624779029s","start":"2026-04-16T16:24:08.88917Z","end":"2026-04-16T16:24:11.513949Z","steps":["trace[2123682811] 'agreement among raft nodes before linearized reading' (duration: 2.624726768s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.513988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:08.889149Z","time spent":"2.624830541s","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:11.514226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552843107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:24:11.514284Z","caller":"traceutil/trace.go:171","msg":"trace[420767090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4974; }","duration":"3.552933989s","start":"2026-04-16T16:24:07.961333Z","end":"2026-04-16T16:24:11.514267Z","steps":["trace[420767090] 'agreement among raft nodes before linearized reading' (duration: 3.552774245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:11.514411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:07.961317Z","time spent":"3.553080552s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:24:12.920146Z","caller":"traceutil/trace.go:171","msg":"trace[1034297739] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"334.252369ms","start":"2026-04-16T16:24:12.585869Z","end":"2026-04-16T16:24:12.920121Z","steps":["trace[1034297739] 'process raft request' (duration: 329.530849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.920296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.585848Z","time spent":"334.373123ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:12.92048Z","caller":"traceutil/trace.go:171","msg":"trace[1027085585] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"334.572608ms","start":"2026-04-16T16:24:12.585883Z","end":"2026-04-16T16:24:12.920455Z","steps":["trace[1027085585] 'process raft request' (duration: 334.342912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.920683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.585867Z","time spent":"334.699441ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:12.920714Z","caller":"traceutil/trace.go:171","msg":"trace[2064870779] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"334.784653ms","start":"2026-04-16T16:24:12.585902Z","end":"2026-04-16T16:24:12.920686Z","steps":["trace[2064870779] 'process raft request' (duration: 334.488035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.920871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.585884Z","time spent":"334.913266ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:12.920998Z","caller":"traceutil/trace.go:171","msg":"trace[223550763] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"335.024499ms","start":"2026-04-16T16:24:12.585961Z","end":"2026-04-16T16:24:12.920985Z","steps":["trace[223550763] 'process raft request' (duration: 334.623419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.921067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.585952Z","time spent":"335.07955ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:12.921167Z","caller":"traceutil/trace.go:171","msg":"trace[1436836611] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5189; }","duration":"335.06622ms","start":"2026-04-16T16:24:12.586091Z","end":"2026-04-16T16:24:12.921157Z","steps":["trace[1436836611] 'read index received' (duration: 329.435727ms)","trace[1436836611] 'applied index is now lower than readState.Index' (duration: 5.629403ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:12.921443Z","caller":"traceutil/trace.go:171","msg":"trace[1802038258] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"312.483956ms","start":"2026-04-16T16:24:12.608949Z","end":"2026-04-16T16:24:12.921433Z","steps":["trace[1802038258] 'process raft request' (duration: 311.866221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.921505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.608928Z","time spent":"312.545358ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:12.921664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.564213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-04-16T16:24:12.921701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.056346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T16:24:12.921719Z","caller":"traceutil/trace.go:171","msg":"trace[2067777876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:4999; }","duration":"335.642884ms","start":"2026-04-16T16:24:12.586061Z","end":"2026-04-16T16:24:12.921704Z","steps":["trace[2067777876] 'agreement among raft nodes before linearized reading' (duration: 335.48002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:12.921759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:12.586053Z","time spent":"335.695325ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" "} {"level":"warn","ts":"2026-04-16T16:24:12.92183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.640612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-16T16:24:12.921858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.098092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a6e2f45a9c117e\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-16T16:24:12.921876Z","caller":"traceutil/trace.go:171","msg":"trace[1333967263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4999; }","duration":"177.726874ms","start":"2026-04-16T16:24:12.744139Z","end":"2026-04-16T16:24:12.921866Z","steps":["trace[1333967263] 'agreement among raft nodes before linearized reading' (duration: 177.59611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:12.921757Z","caller":"traceutil/trace.go:171","msg":"trace[1298142707] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4999; }","duration":"297.132597ms","start":"2026-04-16T16:24:12.624605Z","end":"2026-04-16T16:24:12.921738Z","steps":["trace[1298142707] 'agreement among raft nodes before linearized reading' (duration: 296.972773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:12.921892Z","caller":"traceutil/trace.go:171","msg":"trace[1778959876] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a6e2f45a9c117e; range_end:; response_count:1; response_revision:4999; }","duration":"222.162403ms","start":"2026-04-16T16:24:12.699721Z","end":"2026-04-16T16:24:12.921883Z","steps":["trace[1778959876] 'agreement among raft nodes before linearized reading' (duration: 222.060341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.254384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.301257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:16.254537Z","caller":"traceutil/trace.go:171","msg":"trace[358538252] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5236; }","duration":"687.188229ms","start":"2026-04-16T16:24:15.567337Z","end":"2026-04-16T16:24:16.254525Z","steps":["trace[358538252] 'read index received' (duration: 37.717998ms)","trace[358538252] 'applied index is now lower than readState.Index' (duration: 649.469441ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:16.254614Z","caller":"traceutil/trace.go:171","msg":"trace[1659742871] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"689.013346ms","start":"2026-04-16T16:24:15.565592Z","end":"2026-04-16T16:24:16.254605Z","steps":["trace[1659742871] 'process raft request' (duration: 39.430652ms)","trace[1659742871] 'compare' (duration: 648.984339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:16.254653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.565571Z","time spent":"689.066907ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:24:16.254844Z","caller":"traceutil/trace.go:171","msg":"trace[239791158] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"689.052967ms","start":"2026-04-16T16:24:15.565786Z","end":"2026-04-16T16:24:16.254839Z","steps":["trace[239791158] 'process raft request' (duration: 688.669717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.254892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.565779Z","time spent":"689.086297ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:16.255208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.869016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:24:16.255232Z","caller":"traceutil/trace.go:171","msg":"trace[1537811981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5043; }","duration":"687.915177ms","start":"2026-04-16T16:24:15.567311Z","end":"2026-04-16T16:24:16.255226Z","steps":["trace[1537811981] 'agreement among raft nodes before linearized reading' (duration: 687.827525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.255248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.567304Z","time spent":"687.941168ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:24:16.255405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.759318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:24:16.255529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.904071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T16:24:16.255532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.753136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:24:16.255622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.666598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:24:16.255642Z","caller":"traceutil/trace.go:171","msg":"trace[2089484417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5043; }","duration":"631.70128ms","start":"2026-04-16T16:24:15.623936Z","end":"2026-04-16T16:24:16.255638Z","steps":["trace[2089484417] 'agreement among raft nodes before linearized reading' (duration: 631.654049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.255662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.62393Z","time spent":"631.72779ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:24:16.25558Z","caller":"traceutil/trace.go:171","msg":"trace[562601186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5043; }","duration":"634.961083ms","start":"2026-04-16T16:24:15.620595Z","end":"2026-04-16T16:24:16.255557Z","steps":["trace[562601186] 'agreement among raft nodes before linearized reading' (duration: 634.888941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:16.255648Z","caller":"traceutil/trace.go:171","msg":"trace[1514932845] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5043; }","duration":"462.876119ms","start":"2026-04-16T16:24:15.792757Z","end":"2026-04-16T16:24:16.255633Z","steps":["trace[1514932845] 'agreement among raft nodes before linearized reading' (duration: 462.721105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.255712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.620584Z","time spent":"635.115166ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:24:16.255766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.792711Z","time spent":"463.017152ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:16.255782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.262131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:24:16.255909Z","caller":"traceutil/trace.go:171","msg":"trace[1921274378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5043; }","duration":"637.415384ms","start":"2026-04-16T16:24:15.618482Z","end":"2026-04-16T16:24:16.255898Z","steps":["trace[1921274378] 'agreement among raft nodes before linearized reading' (duration: 637.131337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.256026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.77309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:16.256057Z","caller":"traceutil/trace.go:171","msg":"trace[195763310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5043; }","duration":"188.845522ms","start":"2026-04-16T16:24:16.067203Z","end":"2026-04-16T16:24:16.256048Z","steps":["trace[195763310] 'agreement among raft nodes before linearized reading' (duration: 188.803961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.256114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.618467Z","time spent":"637.557718ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:24:16.255534Z","caller":"traceutil/trace.go:171","msg":"trace[1560736661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5043; }","duration":"686.909313ms","start":"2026-04-16T16:24:15.568607Z","end":"2026-04-16T16:24:16.255516Z","steps":["trace[1560736661] 'agreement among raft nodes before linearized reading' (duration: 686.612624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.255992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.456433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-77c5f6f975-8h7dx.18a6e2f6c454d097\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-16T16:24:16.256196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.568601Z","time spent":"687.57958ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:24:16.256234Z","caller":"traceutil/trace.go:171","msg":"trace[1467723585] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-77c5f6f975-8h7dx.18a6e2f6c454d097; range_end:; response_count:1; response_revision:5043; }","duration":"321.73549ms","start":"2026-04-16T16:24:15.934491Z","end":"2026-04-16T16:24:16.256226Z","steps":["trace[1467723585] 'agreement among raft nodes before linearized reading' (duration: 321.430763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:16.256256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:15.934466Z","time spent":"321.783401ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-77c5f6f975-8h7dx.18a6e2f6c454d097\" "} {"level":"info","ts":"2026-04-16T16:24:27.895298Z","caller":"traceutil/trace.go:171","msg":"trace[814027812] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"167.709645ms","start":"2026-04-16T16:24:27.727558Z","end":"2026-04-16T16:24:27.895268Z","steps":["trace[814027812] 'process raft request' (duration: 167.377456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:28.049295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.150817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-16T16:24:28.049391Z","caller":"traceutil/trace.go:171","msg":"trace[1958499049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5184; }","duration":"106.306621ms","start":"2026-04-16T16:24:27.943063Z","end":"2026-04-16T16:24:28.04937Z","steps":["trace[1958499049] 'range keys from in-memory index tree' (duration: 105.904939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:28.156361Z","caller":"traceutil/trace.go:171","msg":"trace[1528526598] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"101.915689ms","start":"2026-04-16T16:24:28.054404Z","end":"2026-04-16T16:24:28.156319Z","steps":["trace[1528526598] 'process raft request' (duration: 101.566561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:28.413623Z","caller":"traceutil/trace.go:171","msg":"trace[1325820063] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"248.686752ms","start":"2026-04-16T16:24:28.164907Z","end":"2026-04-16T16:24:28.413594Z","steps":["trace[1325820063] 'process raft request' (duration: 248.497236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:29.637259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.7678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:29.637388Z","caller":"traceutil/trace.go:171","msg":"trace[552212229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5191; }","duration":"569.975076ms","start":"2026-04-16T16:24:29.067385Z","end":"2026-04-16T16:24:29.63736Z","steps":["trace[552212229] 'range keys from in-memory index tree' (duration: 569.481393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:29.637383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.94798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-16T16:24:29.63747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.255608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-04-16T16:24:29.637726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.348227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:29.637523Z","caller":"traceutil/trace.go:171","msg":"trace[245989520] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5191; }","duration":"882.125144ms","start":"2026-04-16T16:24:28.755365Z","end":"2026-04-16T16:24:29.63749Z","steps":["trace[245989520] 'range keys from in-memory index tree' (duration: 881.773505ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:29.637708Z","caller":"traceutil/trace.go:171","msg":"trace[490202805] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5191; }","duration":"882.544747ms","start":"2026-04-16T16:24:28.75514Z","end":"2026-04-16T16:24:29.637685Z","steps":["trace[490202805] 'range keys from in-memory index tree' (duration: 882.034592ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:29.637833Z","caller":"traceutil/trace.go:171","msg":"trace[1792380195] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5191; }","duration":"414.524571ms","start":"2026-04-16T16:24:29.22329Z","end":"2026-04-16T16:24:29.637814Z","steps":["trace[1792380195] 'count revisions from in-memory index tree' (duration: 414.127892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:29.637856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:28.755361Z","time spent":"882.477755ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T16:24:29.637872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:28.755113Z","time spent":"882.741002ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T16:24:29.637882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.223258Z","time spent":"414.613554ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:29.637452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.067355Z","time spent":"570.077128ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:30.143977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:30.645312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097423535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:24:30.95318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366422384s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:24:30.953804Z","caller":"traceutil/trace.go:171","msg":"trace[1751036976] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.367147642s","start":"2026-04-16T16:24:29.586632Z","end":"2026-04-16T16:24:30.95378Z","steps":["trace[1751036976] 'process raft request' (duration: 1.366815254s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:30.953969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.586613Z","time spent":"1.367250534s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:31.540804Z","caller":"traceutil/trace.go:171","msg":"trace[1197453494] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.944694038s","start":"2026-04-16T16:24:29.596082Z","end":"2026-04-16T16:24:31.540776Z","steps":["trace[1197453494] 'process raft request' (duration: 1.944510263s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.540945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.596044Z","time spent":"1.944832151s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:31.541195Z","caller":"traceutil/trace.go:171","msg":"trace[453573844] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.945065237s","start":"2026-04-16T16:24:29.596116Z","end":"2026-04-16T16:24:31.541181Z","steps":["trace[453573844] 'process raft request' (duration: 1.944616686s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.54126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.596079Z","time spent":"1.945148139s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:31.541276Z","caller":"traceutil/trace.go:171","msg":"trace[308586999] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"1.944430871s","start":"2026-04-16T16:24:29.596819Z","end":"2026-04-16T16:24:31.54125Z","steps":["trace[308586999] 'process raft request' (duration: 1.944194815s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:31.541367Z","caller":"traceutil/trace.go:171","msg":"trace[1443377454] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5391; }","duration":"1.898256264s","start":"2026-04-16T16:24:29.643101Z","end":"2026-04-16T16:24:31.541357Z","steps":["trace[1443377454] 'read index received' (duration: 1.310375315s)","trace[1443377454] 'applied index is now lower than readState.Index' (duration: 587.879629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:31.541423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.596805Z","time spent":"1.944540424s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:31.541447Z","caller":"traceutil/trace.go:171","msg":"trace[164988839] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"1.892280231s","start":"2026-04-16T16:24:29.649159Z","end":"2026-04-16T16:24:31.541439Z","steps":["trace[164988839] 'process raft request' (duration: 1.892012494s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.541496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.649114Z","time spent":"1.892352213s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:31.541668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47305642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:24:31.541822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1143462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:24:31.541869Z","caller":"traceutil/trace.go:171","msg":"trace[1285772928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.114398361s","start":"2026-04-16T16:24:30.427459Z","end":"2026-04-16T16:24:31.541857Z","steps":["trace[1285772928] 'agreement among raft nodes before linearized reading' (duration: 1.114246987s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.541907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.427432Z","time spent":"1.114465932s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:31.542003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274543275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:31.542052Z","caller":"traceutil/trace.go:171","msg":"trace[674937692] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5196; }","duration":"1.274629128s","start":"2026-04-16T16:24:30.26741Z","end":"2026-04-16T16:24:31.542039Z","steps":["trace[674937692] 'agreement among raft nodes before linearized reading' (duration: 1.274483464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.267387Z","time spent":"1.2746913s","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":51,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:31.54212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899016663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a140218-7e0f-49d9-96c8-92fc43d726c9\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-16T16:24:31.542079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11555731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T16:24:31.542141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114923184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:24:31.542154Z","caller":"traceutil/trace.go:171","msg":"trace[532705926] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a140218-7e0f-49d9-96c8-92fc43d726c9; range_end:; response_count:1; response_revision:5196; }","duration":"1.899089885s","start":"2026-04-16T16:24:29.643054Z","end":"2026-04-16T16:24:31.542144Z","steps":["trace[532705926] 'agreement among raft nodes before linearized reading' (duration: 1.898995963s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:31.5422Z","caller":"traceutil/trace.go:171","msg":"trace[852337060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.115022626s","start":"2026-04-16T16:24:30.427162Z","end":"2026-04-16T16:24:31.542185Z","steps":["trace[852337060] 'agreement among raft nodes before linearized reading' (duration: 1.114826701s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:31.542203Z","caller":"traceutil/trace.go:171","msg":"trace[679576808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5196; }","duration":"1.115724564s","start":"2026-04-16T16:24:30.426451Z","end":"2026-04-16T16:24:31.542176Z","steps":["trace[679576808] 'agreement among raft nodes before linearized reading' (duration: 1.115309704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.54201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21824296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-16T16:24:31.542262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.625644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:24:31.542259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.42714Z","time spent":"1.115102939s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:31.542275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.426442Z","time spent":"1.115821156s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T16:24:31.542293Z","caller":"traceutil/trace.go:171","msg":"trace[287661870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5196; }","duration":"1.218553728s","start":"2026-04-16T16:24:30.323726Z","end":"2026-04-16T16:24:31.542279Z","steps":["trace[287661870] 'agreement among raft nodes before linearized reading' (duration: 1.218163818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.323706Z","time spent":"1.218626669s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-16T16:24:31.542368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115632822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:24:31.542213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:29.643031Z","time spent":"1.899173818s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-7a140218-7e0f-49d9-96c8-92fc43d726c9\" "} {"level":"info","ts":"2026-04-16T16:24:31.542291Z","caller":"traceutil/trace.go:171","msg":"trace[1801951400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5196; }","duration":"765.696386ms","start":"2026-04-16T16:24:30.776586Z","end":"2026-04-16T16:24:31.542283Z","steps":["trace[1801951400] 'agreement among raft nodes before linearized reading' (duration: 765.647875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117501619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T16:24:31.542497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.981021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:31.542553Z","caller":"traceutil/trace.go:171","msg":"trace[218245368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"1.117814197s","start":"2026-04-16T16:24:30.424727Z","end":"2026-04-16T16:24:31.542542Z","steps":["trace[218245368] 'agreement among raft nodes before linearized reading' (duration: 1.117307595s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:31.54256Z","caller":"traceutil/trace.go:171","msg":"trace[443021117] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5196; }","duration":"138.083673ms","start":"2026-04-16T16:24:31.404461Z","end":"2026-04-16T16:24:31.542545Z","steps":["trace[443021117] 'agreement among raft nodes before linearized reading' (duration: 137.989561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.424701Z","time spent":"1.11788444s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T16:24:31.542461Z","caller":"traceutil/trace.go:171","msg":"trace[901594906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.115782296s","start":"2026-04-16T16:24:30.426659Z","end":"2026-04-16T16:24:31.542442Z","steps":["trace[901594906] 'agreement among raft nodes before linearized reading' (duration: 1.115473148s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.426639Z","time spent":"1.116006462s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:31.542744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.776565Z","time spent":"766.040295ms","remote":"127.0.0.1:38608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:24:31.541778Z","caller":"traceutil/trace.go:171","msg":"trace[220133491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"1.473221264s","start":"2026-04-16T16:24:30.06852Z","end":"2026-04-16T16:24:31.541741Z","steps":["trace[220133491] 'agreement among raft nodes before linearized reading' (duration: 1.47307369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.542924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:30.06849Z","time spent":"1.474416635s","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:31.54237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.378073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:24:31.54278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.243394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:31.543324Z","caller":"traceutil/trace.go:171","msg":"trace[1958811871] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5196; }","duration":"373.847189ms","start":"2026-04-16T16:24:31.169311Z","end":"2026-04-16T16:24:31.543158Z","steps":["trace[1958811871] 'agreement among raft nodes before linearized reading' (duration: 373.13792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:31.542991Z","caller":"traceutil/trace.go:171","msg":"trace[103417356] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5196; }","duration":"397.02829ms","start":"2026-04-16T16:24:31.14595Z","end":"2026-04-16T16:24:31.542979Z","steps":["trace[103417356] 'agreement among raft nodes before linearized reading' (duration: 396.26347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:31.543464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.145898Z","time spent":"397.541763ms","remote":"127.0.0.1:38640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:31.543643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.169295Z","time spent":"374.081605ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":22,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:32.479197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.790166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:32.480252Z","caller":"traceutil/trace.go:171","msg":"trace[1141025502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"930.901804ms","start":"2026-04-16T16:24:31.549333Z","end":"2026-04-16T16:24:32.480235Z","steps":["trace[1141025502] 'range keys from in-memory index tree' (duration: 929.704583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.480355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.54931Z","time spent":"931.032366ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:32.480127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.76366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:32.481234Z","caller":"traceutil/trace.go:171","msg":"trace[1033268442] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"930.043752ms","start":"2026-04-16T16:24:31.551159Z","end":"2026-04-16T16:24:32.481203Z","steps":["trace[1033268442] 'process raft request' (duration: 929.550259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:32.481259Z","caller":"traceutil/trace.go:171","msg":"trace[1209795973] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"930.115434ms","start":"2026-04-16T16:24:31.551096Z","end":"2026-04-16T16:24:32.481211Z","steps":["trace[1209795973] 'process raft request' (duration: 223.196384ms)","trace[1209795973] 'compare' (duration: 704.843537ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:32.481307Z","caller":"traceutil/trace.go:171","msg":"trace[1804850644] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"930.125234ms","start":"2026-04-16T16:24:31.551171Z","end":"2026-04-16T16:24:32.481297Z","steps":["trace[1804850644] 'process raft request' (duration: 929.651952ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:32.481355Z","caller":"traceutil/trace.go:171","msg":"trace[2001206243] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5396; }","duration":"930.008431ms","start":"2026-04-16T16:24:31.551321Z","end":"2026-04-16T16:24:32.481329Z","steps":["trace[2001206243] 'read index received' (duration: 223.146953ms)","trace[2001206243] 'applied index is now lower than readState.Index' (duration: 706.860558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:32.481404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551073Z","time spent":"930.253597ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:32.481405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551137Z","time spent":"930.184666ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.481466Z","caller":"traceutil/trace.go:171","msg":"trace[840002383] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"930.077322ms","start":"2026-04-16T16:24:31.551377Z","end":"2026-04-16T16:24:32.481454Z","steps":["trace[840002383] 'process raft request' (duration: 929.544148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551371Z","time spent":"930.127445ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.481231Z","caller":"traceutil/trace.go:171","msg":"trace[2103727859] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"929.94348ms","start":"2026-04-16T16:24:31.551257Z","end":"2026-04-16T16:24:32.4812Z","steps":["trace[2103727859] 'process raft request' (duration: 929.627041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551137Z","time spent":"930.461153ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.481696Z","caller":"traceutil/trace.go:171","msg":"trace[1138331921] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"926.691347ms","start":"2026-04-16T16:24:31.554989Z","end":"2026-04-16T16:24:32.48168Z","steps":["trace[1138331921] 'process raft request' (duration: 926.262176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.554984Z","time spent":"926.749518ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.481752Z","caller":"traceutil/trace.go:171","msg":"trace[2092906803] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"928.77547ms","start":"2026-04-16T16:24:31.552947Z","end":"2026-04-16T16:24:32.481722Z","steps":["trace[2092906803] 'process raft request' (duration: 928.01014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.484643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-16T16:24:32.481833Z","caller":"traceutil/trace.go:171","msg":"trace[459283234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5206; }","duration":"930.534685ms","start":"2026-04-16T16:24:31.55129Z","end":"2026-04-16T16:24:32.481824Z","steps":["trace[459283234] 'agreement among raft nodes before linearized reading' (duration: 930.442832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.55128Z","time spent":"930.574625ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-16T16:24:32.481866Z","caller":"traceutil/trace.go:171","msg":"trace[1597791128] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"927.974199ms","start":"2026-04-16T16:24:31.553883Z","end":"2026-04-16T16:24:32.481857Z","steps":["trace[1597791128] 'process raft request' (duration: 927.298602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.481884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.552929Z","time spent":"928.883782ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:32.481919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.553875Z","time spent":"928.01867ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.482011Z","caller":"traceutil/trace.go:171","msg":"trace[839060] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"928.956305ms","start":"2026-04-16T16:24:31.553044Z","end":"2026-04-16T16:24:32.482Z","steps":["trace[839060] 'process raft request' (duration: 927.945019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.482067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.553034Z","time spent":"929.002946ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:32.482151Z","caller":"traceutil/trace.go:171","msg":"trace[1636116005] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"928.974546ms","start":"2026-04-16T16:24:31.553165Z","end":"2026-04-16T16:24:32.482139Z","steps":["trace[1636116005] 'process raft request' (duration: 927.93473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:32.482202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.553157Z","time spent":"929.018787ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:32.484873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551165Z","time spent":"930.233467ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.210159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.751825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:24:33.210471Z","caller":"traceutil/trace.go:171","msg":"trace[1946265085] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"729.024025ms","start":"2026-04-16T16:24:32.481418Z","end":"2026-04-16T16:24:33.210442Z","steps":["trace[1946265085] 'read index received' (duration: 103.85395ms)","trace[1946265085] 'applied index is now lower than readState.Index' (duration: 625.167655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:33.210678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247872016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T16:24:33.210761Z","caller":"traceutil/trace.go:171","msg":"trace[1186302503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5206; }","duration":"1.248017351s","start":"2026-04-16T16:24:31.962726Z","end":"2026-04-16T16:24:33.210743Z","steps":["trace[1186302503] 'agreement among raft nodes before linearized reading' (duration: 1.247744584s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.210772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659321114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16400"} {"level":"warn","ts":"2026-04-16T16:24:33.21081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.962701Z","time spent":"1.248101013s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:24:33.210747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020762861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-16T16:24:33.210877Z","caller":"traceutil/trace.go:171","msg":"trace[1654203932] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5206; }","duration":"1.020898324s","start":"2026-04-16T16:24:32.189968Z","end":"2026-04-16T16:24:33.210867Z","steps":["trace[1654203932] 'agreement among raft nodes before linearized reading' (duration: 1.020687869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.210848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657283893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-16T16:24:33.21093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:32.189906Z","time spent":"1.021003697s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-16T16:24:33.211033Z","caller":"traceutil/trace.go:171","msg":"trace[1137097843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5206; }","duration":"1.657448727s","start":"2026-04-16T16:24:31.5535Z","end":"2026-04-16T16:24:33.210949Z","steps":["trace[1137097843] 'agreement among raft nodes before linearized reading' (duration: 1.657110169s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:33.210881Z","caller":"traceutil/trace.go:171","msg":"trace[323025033] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5206; }","duration":"1.659481488s","start":"2026-04-16T16:24:31.551387Z","end":"2026-04-16T16:24:33.210868Z","steps":["trace[323025033] 'agreement among raft nodes before linearized reading' (duration: 1.659228632s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.211442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.551382Z","time spent":"1.659938179s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16423,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T16:24:33.211867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.608072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-16T16:24:33.212043Z","caller":"traceutil/trace.go:171","msg":"trace[1234663823] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89; range_end:; response_count:1; response_revision:5207; }","duration":"724.731776ms","start":"2026-04-16T16:24:32.487192Z","end":"2026-04-16T16:24:33.211923Z","steps":["trace[1234663823] 'agreement among raft nodes before linearized reading' (duration: 724.482979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.212097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.913821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:33.212144Z","caller":"traceutil/trace.go:171","msg":"trace[1234534786] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5207; }","duration":"271.987723ms","start":"2026-04-16T16:24:32.940147Z","end":"2026-04-16T16:24:33.212134Z","steps":["trace[1234534786] 'agreement among raft nodes before linearized reading' (duration: 271.88689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.212332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:32.487173Z","time spent":"724.928651ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d6332a1d-5ab6-4865-8399-cbed613ffb89\" "} {"level":"info","ts":"2026-04-16T16:24:33.212549Z","caller":"traceutil/trace.go:171","msg":"trace[1873823630] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"252.732462ms","start":"2026-04-16T16:24:32.959798Z","end":"2026-04-16T16:24:33.21253Z","steps":["trace[1873823630] 'process raft request' (duration: 251.50065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.212633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.812883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:24:33.21268Z","caller":"traceutil/trace.go:171","msg":"trace[639802933] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5207; }","duration":"636.909656ms","start":"2026-04-16T16:24:32.575763Z","end":"2026-04-16T16:24:33.212672Z","steps":["trace[639802933] 'agreement among raft nodes before linearized reading' (duration: 636.783253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.212734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:32.575741Z","time spent":"636.983588ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":16,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:24:33.212648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.868055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:33.212806Z","caller":"traceutil/trace.go:171","msg":"trace[1269831090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"724.035759ms","start":"2026-04-16T16:24:32.488748Z","end":"2026-04-16T16:24:33.212783Z","steps":["trace[1269831090] 'agreement among raft nodes before linearized reading' (duration: 723.869645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.212832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:32.488729Z","time spent":"724.097601ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:33.211136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:31.553492Z","time spent":"1.657626691s","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-16T16:24:33.644917Z","caller":"traceutil/trace.go:171","msg":"trace[1146183700] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5408; }","duration":"416.680547ms","start":"2026-04-16T16:24:33.228215Z","end":"2026-04-16T16:24:33.644895Z","steps":["trace[1146183700] 'read index received' (duration: 416.452891ms)","trace[1146183700] 'applied index is now lower than readState.Index' (duration: 227.036µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:33.645103Z","caller":"traceutil/trace.go:171","msg":"trace[1433313867] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"417.926418ms","start":"2026-04-16T16:24:33.227127Z","end":"2026-04-16T16:24:33.645054Z","steps":["trace[1433313867] 'process raft request' (duration: 417.561078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.645291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.227105Z","time spent":"418.02361ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16924,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.645596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.362803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-16T16:24:33.645672Z","caller":"traceutil/trace.go:171","msg":"trace[2000557244] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5208; }","duration":"417.505717ms","start":"2026-04-16T16:24:33.228148Z","end":"2026-04-16T16:24:33.645654Z","steps":["trace[2000557244] 'agreement among raft nodes before linearized reading' (duration: 417.187209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.645723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.228123Z","time spent":"417.591359ms","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-04-16T16:24:33.685265Z","caller":"traceutil/trace.go:171","msg":"trace[272231291] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"138.30129ms","start":"2026-04-16T16:24:33.546941Z","end":"2026-04-16T16:24:33.685242Z","steps":["trace[272231291] 'process raft request' (duration: 138.117276ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:33.685631Z","caller":"traceutil/trace.go:171","msg":"trace[1112118211] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"135.300215ms","start":"2026-04-16T16:24:33.550319Z","end":"2026-04-16T16:24:33.685619Z","steps":["trace[1112118211] 'process raft request' (duration: 134.877423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:33.685681Z","caller":"traceutil/trace.go:171","msg":"trace[458008420] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"134.789202ms","start":"2026-04-16T16:24:33.550871Z","end":"2026-04-16T16:24:33.68566Z","steps":["trace[458008420] 'process raft request' (duration: 134.594886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.685809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.624976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:33.685923Z","caller":"traceutil/trace.go:171","msg":"trace[289029018] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5211; }","duration":"409.790301ms","start":"2026-04-16T16:24:33.276105Z","end":"2026-04-16T16:24:33.685895Z","steps":["trace[289029018] 'agreement among raft nodes before linearized reading' (duration: 409.576815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.685983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.276087Z","time spent":"409.886654ms","remote":"127.0.0.1:34490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-16T16:24:33.686007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.290215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-16T16:24:33.686145Z","caller":"traceutil/trace.go:171","msg":"trace[48509485] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5211; }","duration":"365.49067ms","start":"2026-04-16T16:24:33.320605Z","end":"2026-04-16T16:24:33.686095Z","steps":["trace[48509485] 'agreement among raft nodes before linearized reading' (duration: 365.08635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.686226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.320581Z","time spent":"365.605873ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-16T16:24:33.981245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.634799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:33.981849Z","caller":"traceutil/trace.go:171","msg":"trace[2111166259] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5412; }","duration":"296.18812ms","start":"2026-04-16T16:24:33.68564Z","end":"2026-04-16T16:24:33.981828Z","steps":["trace[2111166259] 'read index received' (duration: 127.774391ms)","trace[2111166259] 'applied index is now lower than readState.Index' (duration: 168.412579ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:33.981887Z","caller":"traceutil/trace.go:171","msg":"trace[1515014595] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"328.870855ms","start":"2026-04-16T16:24:33.652982Z","end":"2026-04-16T16:24:33.981853Z","steps":["trace[1515014595] 'process raft request' (duration: 328.66835ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:33.981901Z","caller":"traceutil/trace.go:171","msg":"trace[341354436] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"328.757811ms","start":"2026-04-16T16:24:33.653115Z","end":"2026-04-16T16:24:33.981873Z","steps":["trace[341354436] 'process raft request' (duration: 328.578637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.653108Z","time spent":"328.861464ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.982111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.435478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-16T16:24:33.982141Z","caller":"traceutil/trace.go:171","msg":"trace[1518448353] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"329.994283ms","start":"2026-04-16T16:24:33.652101Z","end":"2026-04-16T16:24:33.982095Z","steps":["trace[1518448353] 'process raft request' (duration: 161.42281ms)","trace[1518448353] 'compare' (duration: 167.463575ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:33.982193Z","caller":"traceutil/trace.go:171","msg":"trace[2056093122] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5216; }","duration":"329.545932ms","start":"2026-04-16T16:24:33.652625Z","end":"2026-04-16T16:24:33.982171Z","steps":["trace[2056093122] 'agreement among raft nodes before linearized reading' (duration: 329.312776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.652618Z","time spent":"329.615733ms","remote":"127.0.0.1:34194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-16T16:24:33.982279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.652072Z","time spent":"330.132345ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.982347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.686951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a140218-7e0f-49d9-96c8-92fc43d726c9\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-16T16:24:33.982385Z","caller":"traceutil/trace.go:171","msg":"trace[327709374] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a140218-7e0f-49d9-96c8-92fc43d726c9; range_end:; response_count:1; response_revision:5216; }","duration":"292.759133ms","start":"2026-04-16T16:24:33.689613Z","end":"2026-04-16T16:24:33.982372Z","steps":["trace[327709374] 'agreement among raft nodes before linearized reading' (duration: 292.66962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.652973Z","time spent":"328.992327ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:33.982449Z","caller":"traceutil/trace.go:171","msg":"trace[1510660246] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"320.667895ms","start":"2026-04-16T16:24:33.661767Z","end":"2026-04-16T16:24:33.982435Z","steps":["trace[1510660246] 'process raft request' (duration: 319.985938ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:33.98254Z","caller":"traceutil/trace.go:171","msg":"trace[1540065532] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"330.173147ms","start":"2026-04-16T16:24:33.652358Z","end":"2026-04-16T16:24:33.982531Z","steps":["trace[1540065532] 'process raft request' (duration: 329.012657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.66176Z","time spent":"320.722206ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15259,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.982586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.652346Z","time spent":"330.215999ms","remote":"127.0.0.1:34278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:33.982621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.20057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:33.98265Z","caller":"traceutil/trace.go:171","msg":"trace[1995706901] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5216; }","duration":"292.24862ms","start":"2026-04-16T16:24:33.690393Z","end":"2026-04-16T16:24:33.982641Z","steps":["trace[1995706901] 'agreement among raft nodes before linearized reading' (duration: 292.201529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.776977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6e2f45bc01b31\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-04-16T16:24:33.982701Z","caller":"traceutil/trace.go:171","msg":"trace[833189437] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a6e2f45bc01b31; range_end:; response_count:1; response_revision:5216; }","duration":"330.261811ms","start":"2026-04-16T16:24:33.652427Z","end":"2026-04-16T16:24:33.982689Z","steps":["trace[833189437] 'agreement among raft nodes before linearized reading' (duration: 329.565152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:33.982734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.65242Z","time spent":"330.304412ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6e2f45bc01b31\" "} {"level":"warn","ts":"2026-04-16T16:24:34.392325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.33747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:34.392484Z","caller":"traceutil/trace.go:171","msg":"trace[285716291] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"334.372147ms","start":"2026-04-16T16:24:34.058096Z","end":"2026-04-16T16:24:34.392468Z","steps":["trace[285716291] 'read index received' (duration: 47.824102ms)","trace[285716291] 'applied index is now lower than readState.Index' (duration: 286.547105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:34.392535Z","caller":"traceutil/trace.go:171","msg":"trace[1199377100] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"349.485644ms","start":"2026-04-16T16:24:34.042996Z","end":"2026-04-16T16:24:34.392482Z","steps":["trace[1199377100] 'process raft request' (duration: 62.909077ms)","trace[1199377100] 'compare' (duration: 286.214898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:34.392763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.042978Z","time spent":"349.666418ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:34.392835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.313918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-16T16:24:34.392975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.967244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-16T16:24:34.392961Z","caller":"traceutil/trace.go:171","msg":"trace[101093901] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"310.059827ms","start":"2026-04-16T16:24:34.082873Z","end":"2026-04-16T16:24:34.392933Z","steps":["trace[101093901] 'process raft request' (duration: 309.551754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.393014Z","caller":"traceutil/trace.go:171","msg":"trace[174565406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5219; }","duration":"404.034955ms","start":"2026-04-16T16:24:33.988968Z","end":"2026-04-16T16:24:34.393003Z","steps":["trace[174565406] 'agreement among raft nodes before linearized reading' (duration: 403.602894ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.393014Z","caller":"traceutil/trace.go:171","msg":"trace[459727125] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5219; }","duration":"329.601425ms","start":"2026-04-16T16:24:34.063387Z","end":"2026-04-16T16:24:34.392988Z","steps":["trace[459727125] 'agreement among raft nodes before linearized reading' (duration: 329.256877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.393046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.988948Z","time spent":"404.091267ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-16T16:24:34.393066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.063362Z","time spent":"329.691928ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-16T16:24:34.393067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.082844Z","time spent":"310.183249ms","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:34.392749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.992945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:34.393271Z","caller":"traceutil/trace.go:171","msg":"trace[712596415] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5219; }","duration":"178.555779ms","start":"2026-04-16T16:24:34.214703Z","end":"2026-04-16T16:24:34.393259Z","steps":["trace[712596415] 'agreement among raft nodes before linearized reading' (duration: 178.003695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.393292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.811118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61802"} {"level":"info","ts":"2026-04-16T16:24:34.393326Z","caller":"traceutil/trace.go:171","msg":"trace[1837853805] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5219; }","duration":"399.858969ms","start":"2026-04-16T16:24:33.993459Z","end":"2026-04-16T16:24:34.393318Z","steps":["trace[1837853805] 'agreement among raft nodes before linearized reading' (duration: 399.089459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.393347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:33.993453Z","time spent":"399.88874ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61825,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-16T16:24:34.393338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.658763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:34.393379Z","caller":"traceutil/trace.go:171","msg":"trace[505284866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5219; }","duration":"321.715094ms","start":"2026-04-16T16:24:34.071651Z","end":"2026-04-16T16:24:34.393366Z","steps":["trace[505284866] 'agreement among raft nodes before linearized reading' (duration: 321.641872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.393408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.071641Z","time spent":"321.760316ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:24:34.393484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.477175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6e2f45d8e6a00\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-16T16:24:34.39352Z","caller":"traceutil/trace.go:171","msg":"trace[1433505206] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a6e2f45d8e6a00; range_end:; response_count:1; response_revision:5219; }","duration":"326.528906ms","start":"2026-04-16T16:24:34.066979Z","end":"2026-04-16T16:24:34.393508Z","steps":["trace[1433505206] 'agreement among raft nodes before linearized reading' (duration: 326.423104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.393549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.066968Z","time spent":"326.574677ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6e2f45d8e6a00\" "} {"level":"info","ts":"2026-04-16T16:24:34.500434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2774} {"level":"info","ts":"2026-04-16T16:24:34.500449Z","caller":"traceutil/trace.go:171","msg":"trace[137884396] compact","detail":"{revision:2774; response_revision:5219; }","duration":"105.807561ms","start":"2026-04-16T16:24:34.394618Z","end":"2026-04-16T16:24:34.500426Z","steps":["trace[137884396] 'process raft request' (duration: 86.789466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.79732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.300919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:34.797766Z","caller":"traceutil/trace.go:171","msg":"trace[856872233] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"401.854909ms","start":"2026-04-16T16:24:34.395883Z","end":"2026-04-16T16:24:34.797738Z","steps":["trace[856872233] 'process raft request' (duration: 105.968886ms)","trace[856872233] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/rabbitmq-keystone.18a6e2f45d8e6a00; req_size:722; } (duration: 294.416007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:34.797961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.395867Z","time spent":"402.002804ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:24:34.803284Z","caller":"traceutil/trace.go:171","msg":"trace[103636810] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5420; }","duration":"397.091927ms","start":"2026-04-16T16:24:34.406156Z","end":"2026-04-16T16:24:34.803248Z","steps":["trace[103636810] 'read index received' (duration: 75.277212ms)","trace[103636810] 'applied index is now lower than readState.Index' (duration: 321.812565ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:34.803435Z","caller":"traceutil/trace.go:171","msg":"trace[174292551] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"397.497089ms","start":"2026-04-16T16:24:34.405928Z","end":"2026-04-16T16:24:34.803426Z","steps":["trace[174292551] 'process raft request' (duration: 391.784552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.803592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.40592Z","time spent":"397.54557ms","remote":"127.0.0.1:40758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:24:34.803738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.467262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-16T16:24:34.804177Z","caller":"traceutil/trace.go:171","msg":"trace[1197126359] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5221; }","duration":"396.917194ms","start":"2026-04-16T16:24:34.407247Z","end":"2026-04-16T16:24:34.804164Z","steps":["trace[1197126359] 'agreement among raft nodes before linearized reading' (duration: 396.337079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.804242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.407244Z","time spent":"396.986576ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-16T16:24:34.803868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.74401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:24:34.804355Z","caller":"traceutil/trace.go:171","msg":"trace[1739776372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5221; }","duration":"314.254323ms","start":"2026-04-16T16:24:34.490091Z","end":"2026-04-16T16:24:34.804345Z","steps":["trace[1739776372] 'agreement among raft nodes before linearized reading' (duration: 313.656328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.804384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.490085Z","time spent":"314.290474ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:24:34.804533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.577733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T16:24:34.804541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.478809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:24:34.804553Z","caller":"traceutil/trace.go:171","msg":"trace[305827723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5221; }","duration":"316.667445ms","start":"2026-04-16T16:24:34.487878Z","end":"2026-04-16T16:24:34.804546Z","steps":["trace[305827723] 'agreement among raft nodes before linearized reading' (duration: 316.606214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.804564Z","caller":"traceutil/trace.go:171","msg":"trace[101324181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5221; }","duration":"314.53833ms","start":"2026-04-16T16:24:34.490018Z","end":"2026-04-16T16:24:34.804556Z","steps":["trace[101324181] 'agreement among raft nodes before linearized reading' (duration: 314.469039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.804585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.489997Z","time spent":"314.582821ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:34.804573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.487852Z","time spent":"316.716127ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:24:34.803955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.801336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-16T16:24:34.804656Z","caller":"traceutil/trace.go:171","msg":"trace[1864476950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5221; }","duration":"398.507574ms","start":"2026-04-16T16:24:34.40614Z","end":"2026-04-16T16:24:34.804648Z","steps":["trace[1864476950] 'agreement among raft nodes before linearized reading' (duration: 397.746975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.804676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.406135Z","time spent":"398.535734ms","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-16T16:24:34.80405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.901655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T16:24:34.804782Z","caller":"traceutil/trace.go:171","msg":"trace[1112475101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5221; }","duration":"314.643083ms","start":"2026-04-16T16:24:34.490129Z","end":"2026-04-16T16:24:34.804772Z","steps":["trace[1112475101] 'agreement among raft nodes before linearized reading' (duration: 313.863263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.804804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.490125Z","time spent":"314.673554ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T16:24:34.805087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.866925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:24:34.80512Z","caller":"traceutil/trace.go:171","msg":"trace[390041535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5221; }","duration":"316.89812ms","start":"2026-04-16T16:24:34.488214Z","end":"2026-04-16T16:24:34.805112Z","steps":["trace[390041535] 'agreement among raft nodes before linearized reading' (duration: 315.863164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:34.805143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:24:34.488187Z","time spent":"316.949122ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:24:34.970138Z","caller":"traceutil/trace.go:171","msg":"trace[564391299] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5424; }","duration":"155.564592ms","start":"2026-04-16T16:24:34.814543Z","end":"2026-04-16T16:24:34.970107Z","steps":["trace[564391299] 'read index received' (duration: 94.086702ms)","trace[564391299] 'applied index is now lower than readState.Index' (duration: 61.47637ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:34.970365Z","caller":"traceutil/trace.go:171","msg":"trace[455586803] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"156.853925ms","start":"2026-04-16T16:24:34.813443Z","end":"2026-04-16T16:24:34.970297Z","steps":["trace[455586803] 'process raft request' (duration: 95.16436ms)","trace[455586803] 'compare' (duration: 23.51861ms)","trace[455586803] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 37.761214ms)"],"step_count":3} {"level":"warn","ts":"2026-04-16T16:24:34.97052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.898841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a6e2f45f3bc78d\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-16T16:24:34.970637Z","caller":"traceutil/trace.go:171","msg":"trace[514604111] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a6e2f45f3bc78d; range_end:; response_count:1; response_revision:5223; }","duration":"156.116816ms","start":"2026-04-16T16:24:34.814506Z","end":"2026-04-16T16:24:34.970623Z","steps":["trace[514604111] 'agreement among raft nodes before linearized reading' (duration: 155.812678ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.976115Z","caller":"traceutil/trace.go:171","msg":"trace[1738458170] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"161.391569ms","start":"2026-04-16T16:24:34.814699Z","end":"2026-04-16T16:24:34.97609Z","steps":["trace[1738458170] 'process raft request' (duration: 161.313377ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.976315Z","caller":"traceutil/trace.go:171","msg":"trace[1906584131] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"161.622396ms","start":"2026-04-16T16:24:34.814682Z","end":"2026-04-16T16:24:34.976305Z","steps":["trace[1906584131] 'process raft request' (duration: 161.157114ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.97647Z","caller":"traceutil/trace.go:171","msg":"trace[1259038025] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"161.722438ms","start":"2026-04-16T16:24:34.814738Z","end":"2026-04-16T16:24:34.976461Z","steps":["trace[1259038025] 'process raft request' (duration: 161.314857ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.97676Z","caller":"traceutil/trace.go:171","msg":"trace[1574871007] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"160.651681ms","start":"2026-04-16T16:24:34.816101Z","end":"2026-04-16T16:24:34.976752Z","steps":["trace[1574871007] 'process raft request' (duration: 160.318573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:34.976893Z","caller":"traceutil/trace.go:171","msg":"trace[2032359521] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"155.585952ms","start":"2026-04-16T16:24:34.821284Z","end":"2026-04-16T16:24:34.97687Z","steps":["trace[2032359521] 'process raft request' (duration: 155.355866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:35.044217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2774,"took":"542.572032ms","hash":564328616,"current-db-size-bytes":51322880,"current-db-size":"51 MB","current-db-size-in-use-bytes":27181056,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-16T16:24:35.044311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":564328616,"revision":2774,"compact-revision":-1} {"level":"info","ts":"2026-04-16T16:24:35.860863Z","caller":"traceutil/trace.go:171","msg":"trace[276371159] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"169.062057ms","start":"2026-04-16T16:24:35.691772Z","end":"2026-04-16T16:24:35.860834Z","steps":["trace[276371159] 'process raft request' (duration: 166.430349ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:35.861377Z","caller":"traceutil/trace.go:171","msg":"trace[2125801509] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"167.857817ms","start":"2026-04-16T16:24:35.693496Z","end":"2026-04-16T16:24:35.861353Z","steps":["trace[2125801509] 'process raft request' (duration: 167.234261ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:39.213417Z","caller":"traceutil/trace.go:171","msg":"trace[303845356] linearizableReadLoop","detail":"{readStateIndex:5453; appliedIndex:5451; }","duration":"201.881749ms","start":"2026-04-16T16:24:39.011501Z","end":"2026-04-16T16:24:39.213382Z","steps":["trace[303845356] 'read index received' (duration: 45.00446ms)","trace[303845356] 'applied index is now lower than readState.Index' (duration: 156.875859ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:39.213449Z","caller":"traceutil/trace.go:171","msg":"trace[120953996] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"207.830232ms","start":"2026-04-16T16:24:39.005574Z","end":"2026-04-16T16:24:39.213404Z","steps":["trace[120953996] 'process raft request' (duration: 207.569965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:39.21362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.090385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:24:39.213669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.228568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:24:39.213723Z","caller":"traceutil/trace.go:171","msg":"trace[1275063049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5250; }","duration":"202.241938ms","start":"2026-04-16T16:24:39.011459Z","end":"2026-04-16T16:24:39.213701Z","steps":["trace[1275063049] 'agreement among raft nodes before linearized reading' (duration: 202.040483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:39.213732Z","caller":"traceutil/trace.go:171","msg":"trace[1272720320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5250; }","duration":"200.335211ms","start":"2026-04-16T16:24:39.013383Z","end":"2026-04-16T16:24:39.213718Z","steps":["trace[1272720320] 'agreement among raft nodes before linearized reading' (duration: 200.185987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:39.213698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.181576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T16:24:39.213764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.771294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:24:39.213891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.101913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:39.213949Z","caller":"traceutil/trace.go:171","msg":"trace[452457220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5250; }","duration":"146.229207ms","start":"2026-04-16T16:24:39.067704Z","end":"2026-04-16T16:24:39.213933Z","steps":["trace[452457220] 'agreement among raft nodes before linearized reading' (duration: 146.119344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:39.213874Z","caller":"traceutil/trace.go:171","msg":"trace[618800458] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5250; }","duration":"177.961798ms","start":"2026-04-16T16:24:39.035895Z","end":"2026-04-16T16:24:39.213857Z","steps":["trace[618800458] 'agreement among raft nodes before linearized reading' (duration: 177.698121ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:39.213797Z","caller":"traceutil/trace.go:171","msg":"trace[1405506128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5250; }","duration":"200.31893ms","start":"2026-04-16T16:24:39.013459Z","end":"2026-04-16T16:24:39.213778Z","steps":["trace[1405506128] 'agreement among raft nodes before linearized reading' (duration: 200.125485ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:40.140487Z","caller":"traceutil/trace.go:171","msg":"trace[1078951548] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5459; }","duration":"179.043247ms","start":"2026-04-16T16:24:39.961422Z","end":"2026-04-16T16:24:40.140466Z","steps":["trace[1078951548] 'read index received' (duration: 132.080127ms)","trace[1078951548] 'applied index is now lower than readState.Index' (duration: 46.96203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:40.140699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.256682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:40.140793Z","caller":"traceutil/trace.go:171","msg":"trace[832871888] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5257; }","duration":"179.403226ms","start":"2026-04-16T16:24:39.961368Z","end":"2026-04-16T16:24:40.140771Z","steps":["trace[832871888] 'agreement among raft nodes before linearized reading' (duration: 179.207991ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:40.140841Z","caller":"traceutil/trace.go:171","msg":"trace[830191004] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"228.87208ms","start":"2026-04-16T16:24:39.911931Z","end":"2026-04-16T16:24:40.140803Z","steps":["trace[830191004] 'process raft request' (duration: 181.624752ms)","trace[830191004] 'compare' (duration: 46.740985ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:47.250885Z","caller":"traceutil/trace.go:171","msg":"trace[1606988] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"181.711862ms","start":"2026-04-16T16:24:47.069152Z","end":"2026-04-16T16:24:47.250864Z","steps":["trace[1606988] 'read index received' (duration: 146.727676ms)","trace[1606988] 'applied index is now lower than readState.Index' (duration: 34.983076ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:47.251085Z","caller":"traceutil/trace.go:171","msg":"trace[1949318547] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"215.392954ms","start":"2026-04-16T16:24:47.035651Z","end":"2026-04-16T16:24:47.251044Z","steps":["trace[1949318547] 'process raft request' (duration: 180.319305ms)","trace[1949318547] 'compare' (duration: 34.72767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:47.251225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.069651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:47.251299Z","caller":"traceutil/trace.go:171","msg":"trace[1051167521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5290; }","duration":"182.194034ms","start":"2026-04-16T16:24:47.069085Z","end":"2026-04-16T16:24:47.251279Z","steps":["trace[1051167521] 'agreement among raft nodes before linearized reading' (duration: 182.03493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:47.251704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.867747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:24:47.252308Z","caller":"traceutil/trace.go:171","msg":"trace[2004575598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5290; }","duration":"134.510963ms","start":"2026-04-16T16:24:47.117782Z","end":"2026-04-16T16:24:47.252293Z","steps":["trace[2004575598] 'agreement among raft nodes before linearized reading' (duration: 133.361164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:47.364232Z","caller":"traceutil/trace.go:171","msg":"trace[1191479023] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"105.213023ms","start":"2026-04-16T16:24:47.258963Z","end":"2026-04-16T16:24:47.364176Z","steps":["trace[1191479023] 'process raft request' (duration: 102.129905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:53.238387Z","caller":"traceutil/trace.go:171","msg":"trace[498256099] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"105.761091ms","start":"2026-04-16T16:24:53.132562Z","end":"2026-04-16T16:24:53.238323Z","steps":["trace[498256099] 'process raft request' (duration: 105.600117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:55.837133Z","caller":"traceutil/trace.go:171","msg":"trace[1810808659] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"182.902889ms","start":"2026-04-16T16:24:55.654201Z","end":"2026-04-16T16:24:55.837104Z","steps":["trace[1810808659] 'process raft request' (duration: 182.689063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:55.962375Z","caller":"traceutil/trace.go:171","msg":"trace[1246314922] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"140.116112ms","start":"2026-04-16T16:24:55.822229Z","end":"2026-04-16T16:24:55.962345Z","steps":["trace[1246314922] 'process raft request' (duration: 70.192319ms)","trace[1246314922] 'compare' (duration: 69.782799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:24:56.223372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.330922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:24:56.223448Z","caller":"traceutil/trace.go:171","msg":"trace[2114337500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5349; }","duration":"153.453565ms","start":"2026-04-16T16:24:56.069976Z","end":"2026-04-16T16:24:56.22343Z","steps":["trace[2114337500] 'range keys from in-memory index tree' (duration: 153.23418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:56.223663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.221747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:24:56.223742Z","caller":"traceutil/trace.go:171","msg":"trace[556641628] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"152.44057ms","start":"2026-04-16T16:24:56.071288Z","end":"2026-04-16T16:24:56.223729Z","steps":["trace[556641628] 'process raft request' (duration: 41.929406ms)","trace[556641628] 'compare' (duration: 110.109474ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:57.664771Z","caller":"traceutil/trace.go:171","msg":"trace[278624991] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"257.493504ms","start":"2026-04-16T16:24:57.407253Z","end":"2026-04-16T16:24:57.664746Z","steps":["trace[278624991] 'process raft request' (duration: 257.307149ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:57.669349Z","caller":"traceutil/trace.go:171","msg":"trace[1597117860] linearizableReadLoop","detail":"{readStateIndex:5562; appliedIndex:5560; }","duration":"252.884425ms","start":"2026-04-16T16:24:57.416439Z","end":"2026-04-16T16:24:57.669323Z","steps":["trace[1597117860] 'read index received' (duration: 248.154214ms)","trace[1597117860] 'applied index is now lower than readState.Index' (duration: 4.728591ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:24:57.669398Z","caller":"traceutil/trace.go:171","msg":"trace[905177934] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"260.723667ms","start":"2026-04-16T16:24:57.408654Z","end":"2026-04-16T16:24:57.669378Z","steps":["trace[905177934] 'process raft request' (duration: 260.515812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:57.66961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.110714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:24:57.669534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.084931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-16T16:24:57.669684Z","caller":"traceutil/trace.go:171","msg":"trace[365220128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5355; }","duration":"209.209016ms","start":"2026-04-16T16:24:57.460462Z","end":"2026-04-16T16:24:57.669671Z","steps":["trace[365220128] 'agreement among raft nodes before linearized reading' (duration: 209.000701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:24:57.669766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.647132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T16:24:57.669849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.832928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:24:57.669879Z","caller":"traceutil/trace.go:171","msg":"trace[843054175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5355; }","duration":"132.817026ms","start":"2026-04-16T16:24:57.537036Z","end":"2026-04-16T16:24:57.669853Z","steps":["trace[843054175] 'agreement among raft nodes before linearized reading' (duration: 132.501258ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:57.669918Z","caller":"traceutil/trace.go:171","msg":"trace[708359233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5355; }","duration":"134.991962ms","start":"2026-04-16T16:24:57.534911Z","end":"2026-04-16T16:24:57.669903Z","steps":["trace[708359233] 'agreement among raft nodes before linearized reading' (duration: 134.777507ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:24:57.66987Z","caller":"traceutil/trace.go:171","msg":"trace[431057955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5355; }","duration":"253.316057ms","start":"2026-04-16T16:24:57.416366Z","end":"2026-04-16T16:24:57.669682Z","steps":["trace[431057955] 'agreement among raft nodes before linearized reading' (duration: 253.06138ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:04.752065Z","caller":"traceutil/trace.go:171","msg":"trace[724452994] linearizableReadLoop","detail":"{readStateIndex:5697; appliedIndex:5696; }","duration":"276.196772ms","start":"2026-04-16T16:25:04.475843Z","end":"2026-04-16T16:25:04.752039Z","steps":["trace[724452994] 'read index received' (duration: 234.296106ms)","trace[724452994] 'applied index is now lower than readState.Index' (duration: 41.899496ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:04.752115Z","caller":"traceutil/trace.go:171","msg":"trace[978537537] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"328.329781ms","start":"2026-04-16T16:25:04.423745Z","end":"2026-04-16T16:25:04.752075Z","steps":["trace[978537537] 'process raft request' (duration: 286.388614ms)","trace[978537537] 'compare' (duration: 41.547037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:04.752281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:04.423719Z","time spent":"328.470204ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:25:04.752784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.890499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:25:04.752872Z","caller":"traceutil/trace.go:171","msg":"trace[482053420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5487; }","duration":"277.044313ms","start":"2026-04-16T16:25:04.475809Z","end":"2026-04-16T16:25:04.752853Z","steps":["trace[482053420] 'agreement among raft nodes before linearized reading' (duration: 276.308405ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:04.766908Z","caller":"traceutil/trace.go:171","msg":"trace[964442752] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"287.44597ms","start":"2026-04-16T16:25:04.479442Z","end":"2026-04-16T16:25:04.766888Z","steps":["trace[964442752] 'process raft request' (duration: 287.330437ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:08.289018Z","caller":"traceutil/trace.go:171","msg":"trace[290587874] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5717; }","duration":"166.352055ms","start":"2026-04-16T16:25:08.122635Z","end":"2026-04-16T16:25:08.288987Z","steps":["trace[290587874] 'read index received' (duration: 165.936074ms)","trace[290587874] 'applied index is now lower than readState.Index' (duration: 414.841µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:08.289102Z","caller":"traceutil/trace.go:171","msg":"trace[1769190468] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"267.524305ms","start":"2026-04-16T16:25:08.021549Z","end":"2026-04-16T16:25:08.289073Z","steps":["trace[1769190468] 'process raft request' (duration: 267.117665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:08.289236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.557011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:08.289293Z","caller":"traceutil/trace.go:171","msg":"trace[290387202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5507; }","duration":"166.675733ms","start":"2026-04-16T16:25:08.122601Z","end":"2026-04-16T16:25:08.289277Z","steps":["trace[290387202] 'agreement among raft nodes before linearized reading' (duration: 166.55619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:08.289362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.452886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:08.2896Z","caller":"traceutil/trace.go:171","msg":"trace[1709887176] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5507; }","duration":"129.744423ms","start":"2026-04-16T16:25:08.159831Z","end":"2026-04-16T16:25:08.289575Z","steps":["trace[1709887176] 'agreement among raft nodes before linearized reading' (duration: 129.398925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:08.289839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.436277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-16T16:25:08.290007Z","caller":"traceutil/trace.go:171","msg":"trace[1477693569] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5507; }","duration":"124.628632ms","start":"2026-04-16T16:25:08.165263Z","end":"2026-04-16T16:25:08.289891Z","steps":["trace[1477693569] 'agreement among raft nodes before linearized reading' (duration: 124.231862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:08.289701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.593369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:08.290298Z","caller":"traceutil/trace.go:171","msg":"trace[291845288] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5507; }","duration":"130.229475ms","start":"2026-04-16T16:25:08.160048Z","end":"2026-04-16T16:25:08.290278Z","steps":["trace[291845288] 'agreement among raft nodes before linearized reading' (duration: 129.585309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:09.884471Z","caller":"traceutil/trace.go:171","msg":"trace[1530377991] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"100.086201ms","start":"2026-04-16T16:25:09.784363Z","end":"2026-04-16T16:25:09.884449Z","steps":["trace[1530377991] 'process raft request' (duration: 48.393863ms)","trace[1530377991] 'compare' (duration: 51.158085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:10.132105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.350296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:25:10.132206Z","caller":"traceutil/trace.go:171","msg":"trace[1339114643] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"243.467727ms","start":"2026-04-16T16:25:09.888723Z","end":"2026-04-16T16:25:10.13219Z","steps":["trace[1339114643] 'process raft request' (duration: 141.960907ms)","trace[1339114643] 'compare' (duration: 101.231903ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:10.177404Z","caller":"traceutil/trace.go:171","msg":"trace[836101153] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"288.28932ms","start":"2026-04-16T16:25:09.889052Z","end":"2026-04-16T16:25:10.177342Z","steps":["trace[836101153] 'process raft request' (duration: 288.037773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:10.177374Z","caller":"traceutil/trace.go:171","msg":"trace[120773640] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"288.240728ms","start":"2026-04-16T16:25:09.889115Z","end":"2026-04-16T16:25:10.177356Z","steps":["trace[120773640] 'process raft request' (duration: 288.149806ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:10.177712Z","caller":"traceutil/trace.go:171","msg":"trace[1424247733] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"287.467639ms","start":"2026-04-16T16:25:09.89021Z","end":"2026-04-16T16:25:10.177678Z","steps":["trace[1424247733] 'process raft request' (duration: 287.0993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:10.177861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.944093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:10.177944Z","caller":"traceutil/trace.go:171","msg":"trace[1998774099] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5518; }","duration":"134.078936ms","start":"2026-04-16T16:25:10.043839Z","end":"2026-04-16T16:25:10.177917Z","steps":["trace[1998774099] 'agreement among raft nodes before linearized reading' (duration: 133.957513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:10.178079Z","caller":"traceutil/trace.go:171","msg":"trace[1618852270] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5726; }","duration":"133.722167ms","start":"2026-04-16T16:25:10.043884Z","end":"2026-04-16T16:25:10.177606Z","steps":["trace[1618852270] 'read index received' (duration: 133.097951ms)","trace[1618852270] 'applied index is now lower than readState.Index' (duration: 621.216µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:10.17832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.632398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:10.178365Z","caller":"traceutil/trace.go:171","msg":"trace[84709128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5518; }","duration":"109.697799ms","start":"2026-04-16T16:25:10.068657Z","end":"2026-04-16T16:25:10.178355Z","steps":["trace[84709128] 'agreement among raft nodes before linearized reading' (duration: 109.632138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:10.178451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.744349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-wlbzb\" ","response":"range_response_count:1 size:7720"} {"level":"info","ts":"2026-04-16T16:25:10.178498Z","caller":"traceutil/trace.go:171","msg":"trace[556328950] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-wlbzb; range_end:; response_count:1; response_revision:5518; }","duration":"128.831722ms","start":"2026-04-16T16:25:10.049655Z","end":"2026-04-16T16:25:10.178487Z","steps":["trace[556328950] 'agreement among raft nodes before linearized reading' (duration: 128.565595ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:10.435272Z","caller":"traceutil/trace.go:171","msg":"trace[819650326] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"104.166407ms","start":"2026-04-16T16:25:10.331078Z","end":"2026-04-16T16:25:10.435244Z","steps":["trace[819650326] 'process raft request' (duration: 62.427374ms)","trace[819650326] 'compare' (duration: 41.62137ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:14.244714Z","caller":"traceutil/trace.go:171","msg":"trace[828410760] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"212.771282ms","start":"2026-04-16T16:25:14.031909Z","end":"2026-04-16T16:25:14.24468Z","steps":["trace[828410760] 'process raft request' (duration: 212.333641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:26.926776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097424612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:25:27.427515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741468097424612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T16:25:27.877243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.492081237s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T16:25:27.877702Z","caller":"traceutil/trace.go:171","msg":"trace[834054531] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"1.492637592s","start":"2026-04-16T16:25:26.38504Z","end":"2026-04-16T16:25:27.877678Z","steps":["trace[834054531] 'process raft request' (duration: 1.492450197s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.877931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.385013Z","time spent":"1.492747814s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:25:27.972222Z","caller":"traceutil/trace.go:171","msg":"trace[1841815029] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"1.351869825s","start":"2026-04-16T16:25:26.620341Z","end":"2026-04-16T16:25:27.972211Z","steps":["trace[1841815029] 'process raft request' (duration: 1.351624819s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.97235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.620312Z","time spent":"1.351963257s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:25:27.972783Z","caller":"traceutil/trace.go:171","msg":"trace[2134926318] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"702.610346ms","start":"2026-04-16T16:25:27.270151Z","end":"2026-04-16T16:25:27.972761Z","steps":["trace[2134926318] 'process raft request' (duration: 702.546274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.972974Z","caller":"traceutil/trace.go:171","msg":"trace[685964221] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"1.35246832s","start":"2026-04-16T16:25:26.620472Z","end":"2026-04-16T16:25:27.97294Z","steps":["trace[685964221] 'process raft request' (duration: 1.351693851s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.972983Z","caller":"traceutil/trace.go:171","msg":"trace[1114274276] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"659.111344ms","start":"2026-04-16T16:25:27.31385Z","end":"2026-04-16T16:25:27.972961Z","steps":["trace[1114274276] 'process raft request' (duration: 658.883798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.973184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:27.313836Z","time spent":"659.291439ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:25:27.973227Z","caller":"traceutil/trace.go:171","msg":"trace[383696540] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5840; }","duration":"1.5465282s","start":"2026-04-16T16:25:26.426686Z","end":"2026-04-16T16:25:27.973214Z","steps":["trace[383696540] 'read index received' (duration: 1.450786263s)","trace[383696540] 'applied index is now lower than readState.Index' (duration: 95.740287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:27.973069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.62043Z","time spent":"1.352572793s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:25:27.973535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14601861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:25:27.973635Z","caller":"traceutil/trace.go:171","msg":"trace[1841348301] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5634; }","duration":"1.146150244s","start":"2026-04-16T16:25:26.827426Z","end":"2026-04-16T16:25:27.973577Z","steps":["trace[1841348301] 'agreement among raft nodes before linearized reading' (duration: 1.146039011s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.972083Z","caller":"traceutil/trace.go:171","msg":"trace[56298746] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"1.56402696s","start":"2026-04-16T16:25:26.408006Z","end":"2026-04-16T16:25:27.972033Z","steps":["trace[56298746] 'process raft request' (duration: 1.538133193s)","trace[56298746] 'compare' (duration: 25.682392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:27.973714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.827407Z","time spent":"1.146293719s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:25:27.973767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.039835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:27.973805Z","caller":"traceutil/trace.go:171","msg":"trace[1908140225] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5634; }","duration":"687.103677ms","start":"2026-04-16T16:25:27.286688Z","end":"2026-04-16T16:25:27.973792Z","steps":["trace[1908140225] 'agreement among raft nodes before linearized reading' (duration: 687.052176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.973838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:27.286672Z","time spent":"687.157848ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:25:27.973954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.407978Z","time spent":"1.565774596s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:25:27.973305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546621292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:27.974326Z","caller":"traceutil/trace.go:171","msg":"trace[1505666466] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5634; }","duration":"1.5476758s","start":"2026-04-16T16:25:26.426631Z","end":"2026-04-16T16:25:27.974307Z","steps":["trace[1505666466] 'agreement among raft nodes before linearized reading' (duration: 1.546637463s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.974457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.426608Z","time spent":"1.547830144s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-16T16:25:27.974173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.926168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:25:27.974838Z","caller":"traceutil/trace.go:171","msg":"trace[31033622] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:5634; }","duration":"969.627506ms","start":"2026-04-16T16:25:27.005191Z","end":"2026-04-16T16:25:27.974818Z","steps":["trace[31033622] 'agreement among raft nodes before linearized reading' (duration: 968.790805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.976698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:27.005173Z","time spent":"971.503344ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-16T16:25:27.974361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460904244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T16:25:27.973721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.240858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:25:27.974943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350168251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:25:27.975067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020563339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:25:27.975028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350284683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T16:25:27.975301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482641113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-16T16:25:27.975361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523111107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:25:27.975379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:27.270126Z","time spent":"702.712118ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:25:27.973477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546458558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:27.975535Z","caller":"traceutil/trace.go:171","msg":"trace[2055718186] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"1.007256485s","start":"2026-04-16T16:25:26.965663Z","end":"2026-04-16T16:25:27.972919Z","steps":["trace[2055718186] 'process raft request' (duration: 1.006923326s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.977294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.96564Z","time spent":"1.011577796s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:25:27.97768Z","caller":"traceutil/trace.go:171","msg":"trace[1288166232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5634; }","duration":"1.485014214s","start":"2026-04-16T16:25:26.492649Z","end":"2026-04-16T16:25:27.977664Z","steps":["trace[1288166232] 'agreement among raft nodes before linearized reading' (duration: 1.482560791s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.977709Z","caller":"traceutil/trace.go:171","msg":"trace[384589747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5634; }","duration":"1.352961813s","start":"2026-04-16T16:25:26.624729Z","end":"2026-04-16T16:25:27.977691Z","steps":["trace[384589747] 'agreement among raft nodes before linearized reading' (duration: 1.349653868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.977748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.492614Z","time spent":"1.485118737s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T16:25:27.977793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.624716Z","time spent":"1.353033494s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T16:25:27.977893Z","caller":"traceutil/trace.go:171","msg":"trace[506575190] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5634; }","duration":"1.024224043s","start":"2026-04-16T16:25:26.953656Z","end":"2026-04-16T16:25:27.97788Z","steps":["trace[506575190] 'agreement among raft nodes before linearized reading' (duration: 1.020542258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.977938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.953634Z","time spent":"1.024291245s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:25:27.977938Z","caller":"traceutil/trace.go:171","msg":"trace[734721745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5634; }","duration":"1.464513847s","start":"2026-04-16T16:25:26.513413Z","end":"2026-04-16T16:25:27.977926Z","steps":["trace[734721745] 'agreement among raft nodes before linearized reading' (duration: 1.460812462s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.978001Z","caller":"traceutil/trace.go:171","msg":"trace[603432952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5634; }","duration":"1.525780945s","start":"2026-04-16T16:25:26.4522Z","end":"2026-04-16T16:25:27.977981Z","steps":["trace[603432952] 'agreement among raft nodes before linearized reading' (duration: 1.523140497s)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:27.978092Z","caller":"traceutil/trace.go:171","msg":"trace[1293376563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5634; }","duration":"909.64114ms","start":"2026-04-16T16:25:27.06844Z","end":"2026-04-16T16:25:27.978081Z","steps":["trace[1293376563] 'agreement among raft nodes before linearized reading' (duration: 905.252967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.978181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:27.068423Z","time spent":"909.749003ms","remote":"127.0.0.1:51760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:25:27.978197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.452153Z","time spent":"1.526017512s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T16:25:27.978026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.513396Z","time spent":"1.464618499s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:25:27.978762Z","caller":"traceutil/trace.go:171","msg":"trace[1289218361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5634; }","duration":"1.353352102s","start":"2026-04-16T16:25:26.624707Z","end":"2026-04-16T16:25:27.978059Z","steps":["trace[1289218361] 'agreement among raft nodes before linearized reading' (duration: 1.350260203s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.978831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.624692Z","time spent":"1.354118582s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T16:25:27.977881Z","caller":"traceutil/trace.go:171","msg":"trace[876241791] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5634; }","duration":"1.550864642s","start":"2026-04-16T16:25:26.426992Z","end":"2026-04-16T16:25:27.977857Z","steps":["trace[876241791] 'agreement among raft nodes before linearized reading' (duration: 1.546464418s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:27.979165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:25:26.426979Z","time spent":"1.552151884s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-16T16:25:28.257026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.750211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:25:28.257133Z","caller":"traceutil/trace.go:171","msg":"trace[1399936061] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5854; }","duration":"184.417612ms","start":"2026-04-16T16:25:28.072698Z","end":"2026-04-16T16:25:28.257116Z","steps":["trace[1399936061] 'read index received' (duration: 65.380174ms)","trace[1399936061] 'applied index is now lower than readState.Index' (duration: 119.036328ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:28.257198Z","caller":"traceutil/trace.go:171","msg":"trace[18126046] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"185.154192ms","start":"2026-04-16T16:25:28.072013Z","end":"2026-04-16T16:25:28.257168Z","steps":["trace[18126046] 'process raft request' (duration: 66.162485ms)","trace[18126046] 'compare' (duration: 118.596097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:25:28.257328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.660991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:25:28.257392Z","caller":"traceutil/trace.go:171","msg":"trace[368413020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5640; }","duration":"134.746343ms","start":"2026-04-16T16:25:28.122634Z","end":"2026-04-16T16:25:28.25738Z","steps":["trace[368413020] 'agreement among raft nodes before linearized reading' (duration: 134.62923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:28.25745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.69277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:25:28.257572Z","caller":"traceutil/trace.go:171","msg":"trace[1444966421] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5640; }","duration":"184.874595ms","start":"2026-04-16T16:25:28.072655Z","end":"2026-04-16T16:25:28.257529Z","steps":["trace[1444966421] 'agreement among raft nodes before linearized reading' (duration: 184.527636ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.296431Z","caller":"traceutil/trace.go:171","msg":"trace[1434523115] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"199.740304ms","start":"2026-04-16T16:25:54.096656Z","end":"2026-04-16T16:25:54.296397Z","steps":["trace[1434523115] 'process raft request' (duration: 120.65192ms)","trace[1434523115] 'compare' (duration: 78.895369ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:54.29679Z","caller":"traceutil/trace.go:171","msg":"trace[2059031847] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6040; }","duration":"104.80253ms","start":"2026-04-16T16:25:54.191962Z","end":"2026-04-16T16:25:54.296764Z","steps":["trace[2059031847] 'read index received' (duration: 25.264584ms)","trace[2059031847] 'applied index is now lower than readState.Index' (duration: 79.536966ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:25:54.29688Z","caller":"traceutil/trace.go:171","msg":"trace[1556782080] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"200.045292ms","start":"2026-04-16T16:25:54.096819Z","end":"2026-04-16T16:25:54.296864Z","steps":["trace[1556782080] 'process raft request' (duration: 199.835157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:54.297046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.064896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T16:25:54.297032Z","caller":"traceutil/trace.go:171","msg":"trace[1572831604] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"200.207776ms","start":"2026-04-16T16:25:54.096766Z","end":"2026-04-16T16:25:54.296974Z","steps":["trace[1572831604] 'process raft request' (duration: 199.58552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.29711Z","caller":"traceutil/trace.go:171","msg":"trace[591984204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5823; }","duration":"105.175679ms","start":"2026-04-16T16:25:54.191916Z","end":"2026-04-16T16:25:54.297092Z","steps":["trace[591984204] 'agreement among raft nodes before linearized reading' (duration: 104.993074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:54.297309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.748245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:25:54.297374Z","caller":"traceutil/trace.go:171","msg":"trace[890364850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"100.824667ms","start":"2026-04-16T16:25:54.196538Z","end":"2026-04-16T16:25:54.297362Z","steps":["trace[890364850] 'agreement among raft nodes before linearized reading' (duration: 100.701404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:25:54.297828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.329887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T16:25:54.29847Z","caller":"traceutil/trace.go:171","msg":"trace[1653871020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5823; }","duration":"105.063447ms","start":"2026-04-16T16:25:54.193366Z","end":"2026-04-16T16:25:54.29843Z","steps":["trace[1653871020] 'agreement among raft nodes before linearized reading' (duration: 103.688201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.476513Z","caller":"traceutil/trace.go:171","msg":"trace[620833348] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"173.27058ms","start":"2026-04-16T16:25:54.303216Z","end":"2026-04-16T16:25:54.476487Z","steps":["trace[620833348] 'process raft request' (duration: 173.162958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.476812Z","caller":"traceutil/trace.go:171","msg":"trace[900297787] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"173.760082ms","start":"2026-04-16T16:25:54.303038Z","end":"2026-04-16T16:25:54.476798Z","steps":["trace[900297787] 'process raft request' (duration: 172.465329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.476827Z","caller":"traceutil/trace.go:171","msg":"trace[1616190134] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"173.356042ms","start":"2026-04-16T16:25:54.303434Z","end":"2026-04-16T16:25:54.47679Z","steps":["trace[1616190134] 'process raft request' (duration: 173.009853ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:54.47699Z","caller":"traceutil/trace.go:171","msg":"trace[444081935] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"171.378031ms","start":"2026-04-16T16:25:54.305585Z","end":"2026-04-16T16:25:54.476963Z","steps":["trace[444081935] 'process raft request' (duration: 170.94995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:25:59.736739Z","caller":"traceutil/trace.go:171","msg":"trace[1624634024] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"169.562507ms","start":"2026-04-16T16:25:59.567151Z","end":"2026-04-16T16:25:59.736714Z","steps":["trace[1624634024] 'process raft request' (duration: 165.002479ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:03.612761Z","caller":"traceutil/trace.go:171","msg":"trace[1280365589] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"117.072859ms","start":"2026-04-16T16:26:03.495665Z","end":"2026-04-16T16:26:03.612738Z","steps":["trace[1280365589] 'process raft request' (duration: 116.929895ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:05.739846Z","caller":"traceutil/trace.go:171","msg":"trace[1911125186] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"113.673343ms","start":"2026-04-16T16:26:05.626147Z","end":"2026-04-16T16:26:05.73982Z","steps":["trace[1911125186] 'process raft request' (duration: 113.499068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:26:48.620752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:26:48.620852Z","caller":"traceutil/trace.go:171","msg":"trace[2124308095] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6145; }","duration":"101.922519ms","start":"2026-04-16T16:26:48.518899Z","end":"2026-04-16T16:26:48.620821Z","steps":["trace[2124308095] 'count revisions from in-memory index tree' (duration: 101.662882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:48.825696Z","caller":"traceutil/trace.go:171","msg":"trace[994185166] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"232.392958ms","start":"2026-04-16T16:26:48.593281Z","end":"2026-04-16T16:26:48.825674Z","steps":["trace[994185166] 'process raft request' (duration: 232.339987ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:48.825715Z","caller":"traceutil/trace.go:171","msg":"trace[578765755] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"233.378944ms","start":"2026-04-16T16:26:48.592316Z","end":"2026-04-16T16:26:48.825695Z","steps":["trace[578765755] 'process raft request' (duration: 227.0613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:53.170945Z","caller":"traceutil/trace.go:171","msg":"trace[1287660969] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"114.048928ms","start":"2026-04-16T16:26:53.05683Z","end":"2026-04-16T16:26:53.170878Z","steps":["trace[1287660969] 'process raft request' (duration: 113.975697ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:53.171026Z","caller":"traceutil/trace.go:171","msg":"trace[2020083190] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"114.236483ms","start":"2026-04-16T16:26:53.056755Z","end":"2026-04-16T16:26:53.170991Z","steps":["trace[2020083190] 'process raft request' (duration: 112.119909ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:53.171413Z","caller":"traceutil/trace.go:171","msg":"trace[78638679] linearizableReadLoop","detail":"{readStateIndex:6407; appliedIndex:6402; }","duration":"111.286717ms","start":"2026-04-16T16:26:53.060112Z","end":"2026-04-16T16:26:53.171399Z","steps":["trace[78638679] 'read index received' (duration: 62.093876ms)","trace[78638679] 'applied index is now lower than readState.Index' (duration: 49.191481ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:26:53.171513Z","caller":"traceutil/trace.go:171","msg":"trace[1496488727] transaction","detail":"{read_only:false; response_revision:6174; number_of_response:1; }","duration":"113.102254ms","start":"2026-04-16T16:26:53.058401Z","end":"2026-04-16T16:26:53.171503Z","steps":["trace[1496488727] 'process raft request' (duration: 112.717784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:26:53.171632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.178169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:26:53.171674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.526884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:26:53.171704Z","caller":"traceutil/trace.go:171","msg":"trace[707458283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6174; }","duration":"106.274302ms","start":"2026-04-16T16:26:53.06541Z","end":"2026-04-16T16:26:53.171684Z","steps":["trace[707458283] 'agreement among raft nodes before linearized reading' (duration: 106.139049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:53.171735Z","caller":"traceutil/trace.go:171","msg":"trace[1223042528] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:6174; }","duration":"111.647447ms","start":"2026-04-16T16:26:53.060067Z","end":"2026-04-16T16:26:53.171715Z","steps":["trace[1223042528] 'agreement among raft nodes before linearized reading' (duration: 111.488043ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:26:53.172101Z","caller":"traceutil/trace.go:171","msg":"trace[1048269896] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"113.096073ms","start":"2026-04-16T16:26:53.058145Z","end":"2026-04-16T16:26:53.171241Z","steps":["trace[1048269896] 'process raft request' (duration: 112.704254ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:20.666723Z","caller":"traceutil/trace.go:171","msg":"trace[830078336] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"120.654335ms","start":"2026-04-16T16:27:20.546038Z","end":"2026-04-16T16:27:20.666692Z","steps":["trace[830078336] 'process raft request' (duration: 120.480781ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:20.70482Z","caller":"traceutil/trace.go:171","msg":"trace[650850484] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"125.041367ms","start":"2026-04-16T16:27:20.579761Z","end":"2026-04-16T16:27:20.704802Z","steps":["trace[650850484] 'process raft request' (duration: 124.928415ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:21.14272Z","caller":"traceutil/trace.go:171","msg":"trace[1347132802] linearizableReadLoop","detail":"{readStateIndex:6565; appliedIndex:6564; }","duration":"137.288248ms","start":"2026-04-16T16:27:21.005405Z","end":"2026-04-16T16:27:21.142693Z","steps":["trace[1347132802] 'read index received' (duration: 137.190795ms)","trace[1347132802] 'applied index is now lower than readState.Index' (duration: 95.542µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:21.14282Z","caller":"traceutil/trace.go:171","msg":"trace[969729599] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"159.728955ms","start":"2026-04-16T16:27:20.983036Z","end":"2026-04-16T16:27:21.142765Z","steps":["trace[969729599] 'process raft request' (duration: 159.493339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.142971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.541604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-55skm\" ","response":"range_response_count:1 size:8196"} {"level":"info","ts":"2026-04-16T16:27:21.143075Z","caller":"traceutil/trace.go:171","msg":"trace[1453850294] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-55skm; range_end:; response_count:1; response_revision:6326; }","duration":"137.687537ms","start":"2026-04-16T16:27:21.005371Z","end":"2026-04-16T16:27:21.143059Z","steps":["trace[1453850294] 'agreement among raft nodes before linearized reading' (duration: 137.452931ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:21.171126Z","caller":"traceutil/trace.go:171","msg":"trace[151615592] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"134.016694ms","start":"2026-04-16T16:27:21.037081Z","end":"2026-04-16T16:27:21.171098Z","steps":["trace[151615592] 'process raft request' (duration: 133.810408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.171375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.400473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:27:21.171546Z","caller":"traceutil/trace.go:171","msg":"trace[2106387754] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6327; }","duration":"128.681459ms","start":"2026-04-16T16:27:21.042846Z","end":"2026-04-16T16:27:21.171527Z","steps":["trace[2106387754] 'agreement among raft nodes before linearized reading' (duration: 128.255209ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:21.311593Z","caller":"traceutil/trace.go:171","msg":"trace[58292190] linearizableReadLoop","detail":"{readStateIndex:6567; appliedIndex:6566; }","duration":"140.474848ms","start":"2026-04-16T16:27:21.17106Z","end":"2026-04-16T16:27:21.311535Z","steps":["trace[58292190] 'read index received' (duration: 58.794499ms)","trace[58292190] 'applied index is now lower than readState.Index' (duration: 81.679049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:21.311659Z","caller":"traceutil/trace.go:171","msg":"trace[2079240020] transaction","detail":"{read_only:false; response_revision:6328; number_of_response:1; }","duration":"158.593116ms","start":"2026-04-16T16:27:21.15303Z","end":"2026-04-16T16:27:21.311623Z","steps":["trace[2079240020] 'process raft request' (duration: 76.924437ms)","trace[2079240020] 'compare' (duration: 81.439193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:21.311847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.159575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:27:21.311896Z","caller":"traceutil/trace.go:171","msg":"trace[556345951] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6328; }","duration":"156.3321ms","start":"2026-04-16T16:27:21.155552Z","end":"2026-04-16T16:27:21.311884Z","steps":["trace[556345951] 'agreement among raft nodes before linearized reading' (duration: 156.160415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.93771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.914121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:27:21.937936Z","caller":"traceutil/trace.go:171","msg":"trace[362121155] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"546.063639ms","start":"2026-04-16T16:27:21.39185Z","end":"2026-04-16T16:27:21.937914Z","steps":["trace[362121155] 'process raft request' (duration: 274.82971ms)","trace[362121155] 'compare' (duration: 270.775488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:27:21.938014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:21.391836Z","time spent":"546.143681ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:21.938294Z","caller":"traceutil/trace.go:171","msg":"trace[1696718497] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"536.155668ms","start":"2026-04-16T16:27:21.402101Z","end":"2026-04-16T16:27:21.938257Z","steps":["trace[1696718497] 'process raft request' (duration: 535.750328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.938488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:21.402078Z","time spent":"536.311122ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:21.938995Z","caller":"traceutil/trace.go:171","msg":"trace[1546246093] linearizableReadLoop","detail":"{readStateIndex:6572; appliedIndex:6569; }","duration":"337.038775ms","start":"2026-04-16T16:27:21.601917Z","end":"2026-04-16T16:27:21.938956Z","steps":["trace[1546246093] 'read index received' (duration: 64.77539ms)","trace[1546246093] 'applied index is now lower than readState.Index' (duration: 272.260285ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:21.939167Z","caller":"traceutil/trace.go:171","msg":"trace[892557284] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"535.694446ms","start":"2026-04-16T16:27:21.403457Z","end":"2026-04-16T16:27:21.939151Z","steps":["trace[892557284] 'process raft request' (duration: 534.700221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.939199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.261861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:27:21.939265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:21.403441Z","time spent":"535.779739ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:27:21.93926Z","caller":"traceutil/trace.go:171","msg":"trace[1402848507] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6333; }","duration":"337.397564ms","start":"2026-04-16T16:27:21.601841Z","end":"2026-04-16T16:27:21.939238Z","steps":["trace[1402848507] 'agreement among raft nodes before linearized reading' (duration: 337.247871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:21.939347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:21.601812Z","time spent":"337.516088ms","remote":"127.0.0.1:38482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-16T16:27:45.393924Z","caller":"traceutil/trace.go:171","msg":"trace[1605369391] linearizableReadLoop","detail":"{readStateIndex:6756; appliedIndex:6755; }","duration":"109.094141ms","start":"2026-04-16T16:27:45.284802Z","end":"2026-04-16T16:27:45.393896Z","steps":["trace[1605369391] 'read index received' (duration: 107.822469ms)","trace[1605369391] 'applied index is now lower than readState.Index' (duration: 1.270602ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:27:45.394004Z","caller":"traceutil/trace.go:171","msg":"trace[1168831438] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"119.439634ms","start":"2026-04-16T16:27:45.274523Z","end":"2026-04-16T16:27:45.393963Z","steps":["trace[1168831438] 'process raft request' (duration: 118.177352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:45.394219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.366077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:27:45.394882Z","caller":"traceutil/trace.go:171","msg":"trace[180689643] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6510; }","duration":"110.123716ms","start":"2026-04-16T16:27:45.284742Z","end":"2026-04-16T16:27:45.394866Z","steps":["trace[180689643] 'agreement among raft nodes before linearized reading' (duration: 109.281965ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:47.584508Z","caller":"traceutil/trace.go:171","msg":"trace[234600611] transaction","detail":"{read_only:false; response_revision:6520; number_of_response:1; }","duration":"307.160163ms","start":"2026-04-16T16:27:47.277316Z","end":"2026-04-16T16:27:47.584476Z","steps":["trace[234600611] 'process raft request' (duration: 300.460693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:27:47.584693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:27:47.27731Z","time spent":"307.301556ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73235,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T16:27:47.590796Z","caller":"traceutil/trace.go:171","msg":"trace[1914446416] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"189.962466ms","start":"2026-04-16T16:27:47.400803Z","end":"2026-04-16T16:27:47.590766Z","steps":["trace[1914446416] 'process raft request' (duration: 189.561206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:27:48.318032Z","caller":"traceutil/trace.go:171","msg":"trace[308180136] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"152.042912ms","start":"2026-04-16T16:27:48.165962Z","end":"2026-04-16T16:27:48.318005Z","steps":["trace[308180136] 'process raft request' (duration: 143.942396ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:02.321435Z","caller":"traceutil/trace.go:171","msg":"trace[1861221330] linearizableReadLoop","detail":"{readStateIndex:6971; appliedIndex:6970; }","duration":"123.664248ms","start":"2026-04-16T16:28:02.197749Z","end":"2026-04-16T16:28:02.321413Z","steps":["trace[1861221330] 'read index received' (duration: 123.454781ms)","trace[1861221330] 'applied index is now lower than readState.Index' (duration: 208.697µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:02.321604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.836132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:28:02.321636Z","caller":"traceutil/trace.go:171","msg":"trace[1503285979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6720; }","duration":"123.883863ms","start":"2026-04-16T16:28:02.197741Z","end":"2026-04-16T16:28:02.321625Z","steps":["trace[1503285979] 'agreement among raft nodes before linearized reading' (duration: 123.75778ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:02.321763Z","caller":"traceutil/trace.go:171","msg":"trace[1434438432] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"125.580326ms","start":"2026-04-16T16:28:02.196154Z","end":"2026-04-16T16:28:02.321735Z","steps":["trace[1434438432] 'process raft request' (duration: 125.101843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:02.755916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.141054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:02.756089Z","caller":"traceutil/trace.go:171","msg":"trace[1131195617] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"430.673368ms","start":"2026-04-16T16:28:02.325382Z","end":"2026-04-16T16:28:02.756055Z","steps":["trace[1131195617] 'process raft request' (duration: 125.314719ms)","trace[1131195617] 'compare' (duration: 304.404105ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:02.756145Z","caller":"traceutil/trace.go:171","msg":"trace[1649206270] linearizableReadLoop","detail":"{readStateIndex:6972; appliedIndex:6971; }","duration":"376.852369ms","start":"2026-04-16T16:28:02.379271Z","end":"2026-04-16T16:28:02.756123Z","steps":["trace[1649206270] 'read index received' (duration: 71.431338ms)","trace[1649206270] 'applied index is now lower than readState.Index' (duration: 305.419631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:02.756242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:02.325362Z","time spent":"430.800881ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:28:03.111411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.374793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T16:28:03.111524Z","caller":"traceutil/trace.go:171","msg":"trace[253238911] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6972; }","duration":"355.304911ms","start":"2026-04-16T16:28:02.7562Z","end":"2026-04-16T16:28:03.111505Z","steps":["trace[253238911] 'read index received' (duration: 57.791µs)","trace[253238911] 'applied index is now lower than readState.Index' (duration: 355.24555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:03.11174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.462917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:28:03.111783Z","caller":"traceutil/trace.go:171","msg":"trace[278638729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6721; }","duration":"732.545299ms","start":"2026-04-16T16:28:02.379222Z","end":"2026-04-16T16:28:03.111768Z","steps":["trace[278638729] 'agreement among raft nodes before linearized reading' (duration: 377.018303ms)","trace[278638729] 'range keys from in-memory index tree' (duration: 355.377173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:03.111831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:02.379204Z","time spent":"732.613741ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T16:28:03.112125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.251319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-16T16:28:03.112189Z","caller":"traceutil/trace.go:171","msg":"trace[816045649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6721; }","duration":"412.324431ms","start":"2026-04-16T16:28:02.699827Z","end":"2026-04-16T16:28:03.112151Z","steps":["trace[816045649] 'agreement among raft nodes before linearized reading' (duration: 412.250339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:03.112233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:02.699803Z","time spent":"412.415744ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-16T16:28:03.265689Z","caller":"traceutil/trace.go:171","msg":"trace[1528606929] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"307.596888ms","start":"2026-04-16T16:28:02.958067Z","end":"2026-04-16T16:28:03.265663Z","steps":["trace[1528606929] 'process raft request' (duration: 307.412153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:03.265978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:28:02.958037Z","time spent":"307.830973ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:28:03.293523Z","caller":"traceutil/trace.go:171","msg":"trace[710403535] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"230.700271ms","start":"2026-04-16T16:28:03.062803Z","end":"2026-04-16T16:28:03.293504Z","steps":["trace[710403535] 'process raft request' (duration: 230.545497ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:03.293855Z","caller":"traceutil/trace.go:171","msg":"trace[1482949959] transaction","detail":"{read_only:false; response_revision:6724; number_of_response:1; }","duration":"177.092787ms","start":"2026-04-16T16:28:03.116735Z","end":"2026-04-16T16:28:03.293828Z","steps":["trace[1482949959] 'process raft request' (duration: 176.729498ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:03.293896Z","caller":"traceutil/trace.go:171","msg":"trace[511464348] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"176.562433ms","start":"2026-04-16T16:28:03.117307Z","end":"2026-04-16T16:28:03.29387Z","steps":["trace[511464348] 'process raft request' (duration: 176.396649ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:03.293861Z","caller":"traceutil/trace.go:171","msg":"trace[1319615015] linearizableReadLoop","detail":"{readStateIndex:6975; appliedIndex:6973; }","duration":"182.284989ms","start":"2026-04-16T16:28:03.111549Z","end":"2026-04-16T16:28:03.293834Z","steps":["trace[1319615015] 'read index received' (duration: 153.909487ms)","trace[1319615015] 'applied index is now lower than readState.Index' (duration: 28.374402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:03.294062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.737625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:28:03.294113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.178065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:03.294141Z","caller":"traceutil/trace.go:171","msg":"trace[388501755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6725; }","duration":"225.848028ms","start":"2026-04-16T16:28:03.068275Z","end":"2026-04-16T16:28:03.294123Z","steps":["trace[388501755] 'agreement among raft nodes before linearized reading' (duration: 225.665073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:03.294166Z","caller":"traceutil/trace.go:171","msg":"trace[634255216] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:6725; }","duration":"246.294478ms","start":"2026-04-16T16:28:03.04786Z","end":"2026-04-16T16:28:03.294155Z","steps":["trace[634255216] 'agreement among raft nodes before linearized reading' (duration: 246.074072ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:11.426314Z","caller":"traceutil/trace.go:171","msg":"trace[970057795] transaction","detail":"{read_only:false; response_revision:6765; number_of_response:1; }","duration":"132.016062ms","start":"2026-04-16T16:28:11.294254Z","end":"2026-04-16T16:28:11.42627Z","steps":["trace[970057795] 'process raft request' (duration: 33.941524ms)","trace[970057795] 'compare' (duration: 97.846022ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:11.587861Z","caller":"traceutil/trace.go:171","msg":"trace[755473484] linearizableReadLoop","detail":"{readStateIndex:7022; appliedIndex:7021; }","duration":"142.080197ms","start":"2026-04-16T16:28:11.445754Z","end":"2026-04-16T16:28:11.587835Z","steps":["trace[755473484] 'read index received' (duration: 3.435357ms)","trace[755473484] 'applied index is now lower than readState.Index' (duration: 138.64382ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:11.588013Z","caller":"traceutil/trace.go:171","msg":"trace[1741651735] transaction","detail":"{read_only:false; response_revision:6768; number_of_response:1; }","duration":"146.676074ms","start":"2026-04-16T16:28:11.441323Z","end":"2026-04-16T16:28:11.587999Z","steps":["trace[1741651735] 'process raft request' (duration: 116.668531ms)","trace[1741651735] 'compare' (duration: 29.724746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:11.588299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.522679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-z5z9d\" ","response":"range_response_count:1 size:6469"} {"level":"info","ts":"2026-04-16T16:28:11.588352Z","caller":"traceutil/trace.go:171","msg":"trace[2079660071] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-z5z9d; range_end:; response_count:1; response_revision:6768; }","duration":"142.606342ms","start":"2026-04-16T16:28:11.44573Z","end":"2026-04-16T16:28:11.588336Z","steps":["trace[2079660071] 'agreement among raft nodes before linearized reading' (duration: 142.427406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:11.588511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.196191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-16T16:28:11.588625Z","caller":"traceutil/trace.go:171","msg":"trace[385868392] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6768; }","duration":"131.354606ms","start":"2026-04-16T16:28:11.457248Z","end":"2026-04-16T16:28:11.588603Z","steps":["trace[385868392] 'agreement among raft nodes before linearized reading' (duration: 130.985116ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:11.860746Z","caller":"traceutil/trace.go:171","msg":"trace[875825806] transaction","detail":"{read_only:false; response_revision:6770; number_of_response:1; }","duration":"265.396519ms","start":"2026-04-16T16:28:11.595323Z","end":"2026-04-16T16:28:11.86072Z","steps":["trace[875825806] 'process raft request' (duration: 265.237475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:11.878839Z","caller":"traceutil/trace.go:171","msg":"trace[2004088737] linearizableReadLoop","detail":"{readStateIndex:7025; appliedIndex:7023; }","duration":"148.683136ms","start":"2026-04-16T16:28:11.730134Z","end":"2026-04-16T16:28:11.878817Z","steps":["trace[2004088737] 'read index received' (duration: 130.562605ms)","trace[2004088737] 'applied index is now lower than readState.Index' (duration: 18.119761ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:11.879262Z","caller":"traceutil/trace.go:171","msg":"trace[1481371801] transaction","detail":"{read_only:false; response_revision:6771; number_of_response:1; }","duration":"176.514715ms","start":"2026-04-16T16:28:11.702736Z","end":"2026-04-16T16:28:11.879251Z","steps":["trace[1481371801] 'process raft request' (duration: 175.970211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:11.879475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.340663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:28:11.879505Z","caller":"traceutil/trace.go:171","msg":"trace[1985466335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6771; }","duration":"149.381874ms","start":"2026-04-16T16:28:11.730114Z","end":"2026-04-16T16:28:11.879496Z","steps":["trace[1985466335] 'agreement among raft nodes before linearized reading' (duration: 149.277411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:11.879658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.599455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:28:11.879678Z","caller":"traceutil/trace.go:171","msg":"trace[1947376447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6771; }","duration":"148.669966ms","start":"2026-04-16T16:28:11.731003Z","end":"2026-04-16T16:28:11.879673Z","steps":["trace[1947376447] 'agreement among raft nodes before linearized reading' (duration: 148.606105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:16.951605Z","caller":"traceutil/trace.go:171","msg":"trace[236440802] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"115.652166ms","start":"2026-04-16T16:28:16.835883Z","end":"2026-04-16T16:28:16.951535Z","steps":["trace[236440802] 'process raft request' (duration: 115.472702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:18.007587Z","caller":"traceutil/trace.go:171","msg":"trace[375312701] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"108.605048ms","start":"2026-04-16T16:28:17.898916Z","end":"2026-04-16T16:28:18.007521Z","steps":["trace[375312701] 'process raft request' (duration: 108.416703ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:18.238943Z","caller":"traceutil/trace.go:171","msg":"trace[805288780] linearizableReadLoop","detail":"{readStateIndex:7060; appliedIndex:7058; }","duration":"170.108325ms","start":"2026-04-16T16:28:18.06881Z","end":"2026-04-16T16:28:18.238919Z","steps":["trace[805288780] 'read index received' (duration: 168.613267ms)","trace[805288780] 'applied index is now lower than readState.Index' (duration: 1.493898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:18.239085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.26806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:28:18.239122Z","caller":"traceutil/trace.go:171","msg":"trace[163723172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6804; }","duration":"170.348831ms","start":"2026-04-16T16:28:18.068759Z","end":"2026-04-16T16:28:18.239108Z","steps":["trace[163723172] 'agreement among raft nodes before linearized reading' (duration: 170.265339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:18.239324Z","caller":"traceutil/trace.go:171","msg":"trace[1187660126] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"226.442801ms","start":"2026-04-16T16:28:18.012869Z","end":"2026-04-16T16:28:18.239312Z","steps":["trace[1187660126] 'process raft request' (duration: 225.939218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:18.240072Z","caller":"traceutil/trace.go:171","msg":"trace[823290552] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"227.779564ms","start":"2026-04-16T16:28:18.012255Z","end":"2026-04-16T16:28:18.240034Z","steps":["trace[823290552] 'process raft request' (duration: 225.167368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:18.498557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.455465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:18.498656Z","caller":"traceutil/trace.go:171","msg":"trace[945068595] linearizableReadLoop","detail":"{readStateIndex:7061; appliedIndex:7060; }","duration":"125.461157ms","start":"2026-04-16T16:28:18.373178Z","end":"2026-04-16T16:28:18.498639Z","steps":["trace[945068595] 'read index received' (duration: 50.191µs)","trace[945068595] 'applied index is now lower than readState.Index' (duration: 125.409736ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:28:18.498746Z","caller":"traceutil/trace.go:171","msg":"trace[1773119573] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"195.119862ms","start":"2026-04-16T16:28:18.303614Z","end":"2026-04-16T16:28:18.498734Z","steps":["trace[1773119573] 'process raft request' (duration: 62.363199ms)","trace[1773119573] 'compare' (duration: 132.348053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:28:18.498968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:28:18.499004Z","caller":"traceutil/trace.go:171","msg":"trace[1290119992] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6805; }","duration":"125.878299ms","start":"2026-04-16T16:28:18.373117Z","end":"2026-04-16T16:28:18.498995Z","steps":["trace[1290119992] 'agreement among raft nodes before linearized reading' (duration: 125.799387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:34.481966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.717253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:28:34.482031Z","caller":"traceutil/trace.go:171","msg":"trace[2000868005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6937; }","duration":"162.785445ms","start":"2026-04-16T16:28:34.319226Z","end":"2026-04-16T16:28:34.482012Z","steps":["trace[2000868005] 'range keys from in-memory index tree' (duration: 162.59252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:34.482251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.537354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:28:34.482285Z","caller":"traceutil/trace.go:171","msg":"trace[571119518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6937; }","duration":"161.588664ms","start":"2026-04-16T16:28:34.320685Z","end":"2026-04-16T16:28:34.482273Z","steps":["trace[571119518] 'range keys from in-memory index tree' (duration: 160.845966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:28:43.410938Z","caller":"traceutil/trace.go:171","msg":"trace[100568978] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"212.330004ms","start":"2026-04-16T16:28:43.198584Z","end":"2026-04-16T16:28:43.410914Z","steps":["trace[100568978] 'process raft request' (duration: 212.193751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:28:43.565007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.564219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:28:43.565165Z","caller":"traceutil/trace.go:171","msg":"trace[1090072525] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"238.605074ms","start":"2026-04-16T16:28:43.326515Z","end":"2026-04-16T16:28:43.56512Z","steps":["trace[1090072525] 'process raft request' (duration: 137.850931ms)","trace[1090072525] 'compare' (duration: 100.454836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:10.073975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.374516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:29:10.074407Z","caller":"traceutil/trace.go:171","msg":"trace[789235230] linearizableReadLoop","detail":"{readStateIndex:7393; appliedIndex:7391; }","duration":"210.18714ms","start":"2026-04-16T16:29:09.864201Z","end":"2026-04-16T16:29:10.074388Z","steps":["trace[789235230] 'read index received' (duration: 5.164592ms)","trace[789235230] 'applied index is now lower than readState.Index' (duration: 205.020728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:29:10.074553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.355545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:29:10.07447Z","caller":"traceutil/trace.go:171","msg":"trace[1045547032] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"239.817868ms","start":"2026-04-16T16:29:09.834604Z","end":"2026-04-16T16:29:10.074422Z","steps":["trace[1045547032] 'process raft request' (duration: 110.897098ms)","trace[1045547032] 'compare' (duration: 128.10614ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:29:10.0746Z","caller":"traceutil/trace.go:171","msg":"trace[214591774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7124; }","duration":"210.477268ms","start":"2026-04-16T16:29:09.864111Z","end":"2026-04-16T16:29:10.074589Z","steps":["trace[214591774] 'agreement among raft nodes before linearized reading' (duration: 210.378646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:10.123096Z","caller":"traceutil/trace.go:171","msg":"trace[477496628] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"111.914934ms","start":"2026-04-16T16:29:10.011125Z","end":"2026-04-16T16:29:10.12304Z","steps":["trace[477496628] 'process raft request' (duration: 111.569726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:29:10.123128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.729939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-16T16:29:10.123425Z","caller":"traceutil/trace.go:171","msg":"trace[1455396541] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7125; }","duration":"208.041437ms","start":"2026-04-16T16:29:09.915363Z","end":"2026-04-16T16:29:10.123404Z","steps":["trace[1455396541] 'agreement among raft nodes before linearized reading' (duration: 207.519483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:29:34.506488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5219} {"level":"info","ts":"2026-04-16T16:29:34.613655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5219,"took":"104.643605ms","hash":3387036152,"current-db-size-bytes":51322880,"current-db-size":"51 MB","current-db-size-in-use-bytes":18665472,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-16T16:29:34.61372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3387036152,"revision":5219,"compact-revision":2774} {"level":"info","ts":"2026-04-16T16:30:38.394445Z","caller":"traceutil/trace.go:171","msg":"trace[1587874016] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"157.032904ms","start":"2026-04-16T16:30:38.237379Z","end":"2026-04-16T16:30:38.394412Z","steps":["trace[1587874016] 'process raft request' (duration: 156.837499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:22.598054Z","caller":"traceutil/trace.go:171","msg":"trace[448277944] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8421; }","duration":"110.484448ms","start":"2026-04-16T16:32:22.487533Z","end":"2026-04-16T16:32:22.598018Z","steps":["trace[448277944] 'read index received' (duration: 80.153694ms)","trace[448277944] 'applied index is now lower than readState.Index' (duration: 30.328664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:32:22.598564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.005882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8mhcv\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-04-16T16:32:22.598675Z","caller":"traceutil/trace.go:171","msg":"trace[675927501] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8mhcv; range_end:; response_count:1; response_revision:8113; }","duration":"111.183547ms","start":"2026-04-16T16:32:22.487468Z","end":"2026-04-16T16:32:22.598651Z","steps":["trace[675927501] 'agreement among raft nodes before linearized reading' (duration: 110.673304ms)"],"step_count":1}