{"level":"warn","ts":"2026-03-12T19:15:52.362856Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:15:52.362952Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T19:15:52.363022Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:15:52.363035Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-12T19:15:52.363057Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:15:52.363672Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-12T19:15:52.363752Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T19:15:52.367799Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.812494ms"} {"level":"info","ts":"2026-03-12T19:15:52.376142Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-12T19:15:52.376385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T19:15:52.376519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-12T19:15:52.376638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T19:15:52.376703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-12T19:15:52.376898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-12T19:15:52.384545Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T19:15:52.387671Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T19:15:52.389143Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T19:15:52.391304Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T19:15:52.391542Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T19:15:52.391582Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:52.391768Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:52.391793Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:52.392862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-12T19:15:52.393078Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-12T19:15:52.394105Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:15:52.394269Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-12T19:15:52.394321Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-12T19:15:52.394388Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T19:15:52.394469Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T19:15:52.578165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T19:15:52.57825Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T19:15:52.578288Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-12T19:15:52.57831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-12T19:15:52.578321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-12T19:15:52.578338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-12T19:15:52.578351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-12T19:15:52.579719Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:52.580872Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T19:15:52.580879Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:15:52.580929Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:15:52.581294Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:52.581334Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T19:15:52.581411Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T19:15:52.581474Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:52.581565Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:52.584641Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T19:15:52.585041Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"warn","ts":"2026-03-12T19:15:56.081527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.544148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:56.081745Z","caller":"traceutil/trace.go:171","msg":"trace[1258036297] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"539.399703ms","start":"2026-03-12T19:15:55.542321Z","end":"2026-03-12T19:15:56.081721Z","steps":["trace[1258036297] 'process raft request' (duration: 303.120259ms)","trace[1258036297] 'compare' (duration: 235.339684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:56.081828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:55.542301Z","time spent":"539.500355ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:15:56.312688Z","caller":"traceutil/trace.go:171","msg":"trace[2544955] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"139.441285ms","start":"2026-03-12T19:15:56.173206Z","end":"2026-03-12T19:15:56.312647Z","steps":["trace[2544955] 'process raft request' (duration: 113.805435ms)","trace[2544955] 'compare' (duration: 25.470987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:56.563007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.529583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:56.563159Z","caller":"traceutil/trace.go:171","msg":"trace[686564158] linearizableReadLoop","detail":"{readStateIndex:167; appliedIndex:166; }","duration":"180.133458ms","start":"2026-03-12T19:15:56.383002Z","end":"2026-03-12T19:15:56.563136Z","steps":["trace[686564158] 'read index received' (duration: 51.346319ms)","trace[686564158] 'applied index is now lower than readState.Index' (duration: 128.785689ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:56.563242Z","caller":"traceutil/trace.go:171","msg":"trace[1762287082] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"244.780103ms","start":"2026-03-12T19:15:56.318396Z","end":"2026-03-12T19:15:56.563176Z","steps":["trace[1762287082] 'process raft request' (duration: 115.970174ms)","trace[1762287082] 'compare' (duration: 128.329399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:56.563303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.294982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:15:56.563597Z","caller":"traceutil/trace.go:171","msg":"trace[1272271722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:162; }","duration":"180.577668ms","start":"2026-03-12T19:15:56.382947Z","end":"2026-03-12T19:15:56.563525Z","steps":["trace[1272271722] 'agreement among raft nodes before linearized reading' (duration: 180.2476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:57.062999Z","caller":"traceutil/trace.go:171","msg":"trace[1877222432] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"106.415292ms","start":"2026-03-12T19:15:56.956551Z","end":"2026-03-12T19:15:57.062966Z","steps":["trace[1877222432] 'process raft request' (duration: 34.64508ms)","trace[1877222432] 'compare' (duration: 71.571768ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:02.183592Z","caller":"traceutil/trace.go:171","msg":"trace[1380791681] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:354; }","duration":"144.548068ms","start":"2026-03-12T19:16:02.039015Z","end":"2026-03-12T19:16:02.183563Z","steps":["trace[1380791681] 'read index received' (duration: 121.779752ms)","trace[1380791681] 'applied index is now lower than readState.Index' (duration: 22.764736ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:02.183949Z","caller":"traceutil/trace.go:171","msg":"trace[1010024980] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"147.916024ms","start":"2026-03-12T19:16:02.036017Z","end":"2026-03-12T19:16:02.183933Z","steps":["trace[1010024980] 'process raft request' (duration: 124.697838ms)","trace[1010024980] 'compare' (duration: 22.611562ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:02.184304Z","caller":"traceutil/trace.go:171","msg":"trace[2011653403] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"148.150819ms","start":"2026-03-12T19:16:02.036145Z","end":"2026-03-12T19:16:02.184295Z","steps":["trace[2011653403] 'process raft request' (duration: 147.362161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:02.18446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.437638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-03-12T19:16:02.184495Z","caller":"traceutil/trace.go:171","msg":"trace[156207414] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:346; }","duration":"145.51743ms","start":"2026-03-12T19:16:02.038967Z","end":"2026-03-12T19:16:02.184485Z","steps":["trace[156207414] 'agreement among raft nodes before linearized reading' (duration: 145.441079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:02.184647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.547297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-12T19:16:02.184679Z","caller":"traceutil/trace.go:171","msg":"trace[383594798] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:346; }","duration":"120.624747ms","start":"2026-03-12T19:16:02.064047Z","end":"2026-03-12T19:16:02.184671Z","steps":["trace[383594798] 'agreement among raft nodes before linearized reading' (duration: 120.567746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.067413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115004099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-12T19:16:05.067436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033151803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:16:05.067535Z","caller":"traceutil/trace.go:171","msg":"trace[1244589982] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:346; }","duration":"2.115186483s","start":"2026-03-12T19:16:02.952321Z","end":"2026-03-12T19:16:05.067507Z","steps":["trace[1244589982] 'range keys from in-memory index tree' (duration: 2.114834246s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:05.067551Z","caller":"traceutil/trace.go:171","msg":"trace[1933604673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:346; }","duration":"2.033311167s","start":"2026-03-12T19:16:03.03421Z","end":"2026-03-12T19:16:05.067521Z","steps":["trace[1933604673] 'range keys from in-memory index tree' (duration: 2.033057641s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.067622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.034199Z","time spent":"2.033412579s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:05.067829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553147425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-12T19:16:05.067909Z","caller":"traceutil/trace.go:171","msg":"trace[1185637243] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.553277509s","start":"2026-03-12T19:16:02.514613Z","end":"2026-03-12T19:16:05.06789Z","steps":["trace[1185637243] 'range keys from in-memory index tree' (duration: 2.552995862s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.067952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.514582Z","time spent":"2.55335911s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:05.06796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688682086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:16:05.068005Z","caller":"traceutil/trace.go:171","msg":"trace[721658248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:346; }","duration":"1.688775878s","start":"2026-03-12T19:16:03.379217Z","end":"2026-03-12T19:16:05.067993Z","steps":["trace[721658248] 'range keys from in-memory index tree' (duration: 1.688589344s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.379188Z","time spent":"1.688839s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:05.068038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699284151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-12T19:16:05.068081Z","caller":"traceutil/trace.go:171","msg":"trace[75409923] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:346; }","duration":"2.699373593s","start":"2026-03-12T19:16:02.368693Z","end":"2026-03-12T19:16:05.068067Z","steps":["trace[75409923] 'range keys from in-memory index tree' (duration: 2.699166526s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.368666Z","time spent":"2.699435063s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-12T19:16:05.068256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702802777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:16:05.068283Z","caller":"traceutil/trace.go:171","msg":"trace[2029092221] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.70290106s","start":"2026-03-12T19:16:02.365374Z","end":"2026-03-12T19:16:05.068275Z","steps":["trace[2029092221] 'range keys from in-memory index tree' (duration: 2.702663395s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.36535Z","time spent":"2.702954162s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:05.067701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753234377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T19:16:05.068377Z","caller":"traceutil/trace.go:171","msg":"trace[1647921745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:346; }","duration":"2.753901482s","start":"2026-03-12T19:16:02.314444Z","end":"2026-03-12T19:16:05.068346Z","steps":["trace[1647921745] 'range keys from in-memory index tree' (duration: 2.753188507s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654352152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-12T19:16:05.06846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.314437Z","time spent":"2.753980724s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-12T19:16:05.068472Z","caller":"traceutil/trace.go:171","msg":"trace[1465429572] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.654421873s","start":"2026-03-12T19:16:02.414036Z","end":"2026-03-12T19:16:05.068458Z","steps":["trace[1465429572] 'range keys from in-memory index tree' (duration: 2.654270789s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.06849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483083242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:16:05.068515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.41403Z","time spent":"2.654474664s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-12T19:16:05.068531Z","caller":"traceutil/trace.go:171","msg":"trace[1092722184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:346; }","duration":"1.483162863s","start":"2026-03-12T19:16:03.585356Z","end":"2026-03-12T19:16:05.068519Z","steps":["trace[1092722184] 'range keys from in-memory index tree' (duration: 1.482945278s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.585331Z","time spent":"1.483232654s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:05.068672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452513891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-12T19:16:05.06872Z","caller":"traceutil/trace.go:171","msg":"trace[352429337] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.452616774s","start":"2026-03-12T19:16:02.616091Z","end":"2026-03-12T19:16:05.068707Z","steps":["trace[352429337] 'range keys from in-memory index tree' (duration: 2.452430989s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.068785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.616063Z","time spent":"2.452684025s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:05.069092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404449055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-12T19:16:05.069149Z","caller":"traceutil/trace.go:171","msg":"trace[99186374] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.404559007s","start":"2026-03-12T19:16:02.664578Z","end":"2026-03-12T19:16:05.069137Z","steps":["trace[99186374] 'range keys from in-memory index tree' (duration: 2.404108447s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.069166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505017867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-12T19:16:05.069188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.664554Z","time spent":"2.404625688s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-12T19:16:05.069202Z","caller":"traceutil/trace.go:171","msg":"trace[1564189399] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:346; }","duration":"2.505074178s","start":"2026-03-12T19:16:02.564118Z","end":"2026-03-12T19:16:05.069192Z","steps":["trace[1564189399] 'range keys from in-memory index tree' (duration: 2.504948356s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.069236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.564103Z","time spent":"2.50512461s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-12T19:16:05.069332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474489879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:05.069363Z","caller":"traceutil/trace.go:171","msg":"trace[398274655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:346; }","duration":"2.474540042s","start":"2026-03-12T19:16:02.594815Z","end":"2026-03-12T19:16:05.069355Z","steps":["trace[398274655] 'range keys from in-memory index tree' (duration: 2.474409718s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.069392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.594789Z","time spent":"2.474592152s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:05.067625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.9523Z","time spent":"2.115290096s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-12T19:16:05.069395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354333503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-12T19:16:05.069449Z","caller":"traceutil/trace.go:171","msg":"trace[233167548] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.354411845s","start":"2026-03-12T19:16:02.715026Z","end":"2026-03-12T19:16:05.069438Z","steps":["trace[233167548] 'range keys from in-memory index tree' (duration: 2.354240671s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.069485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.715013Z","time spent":"2.354462456s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:05.068678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604795583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T19:16:05.069622Z","caller":"traceutil/trace.go:171","msg":"trace[192430529] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:346; }","duration":"2.605757864s","start":"2026-03-12T19:16:02.463815Z","end":"2026-03-12T19:16:05.069573Z","steps":["trace[192430529] 'range keys from in-memory index tree' (duration: 2.604587517s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.069693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.463786Z","time spent":"2.605885448s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-12T19:16:05.572794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379763769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:06.073386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379763769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:06.498213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.023227154s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:06.498929Z","caller":"traceutil/trace.go:171","msg":"trace[2014930325] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"2.024081392s","start":"2026-03-12T19:16:04.474811Z","end":"2026-03-12T19:16:06.498892Z","steps":["trace[2014930325] 'process raft request' (duration: 2.023856097s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.499465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:04.474778Z","time spent":"2.024246136s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:06.503649Z","caller":"traceutil/trace.go:171","msg":"trace[1940702899] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.428637572s","start":"2026-03-12T19:16:05.074971Z","end":"2026-03-12T19:16:06.503609Z","steps":["trace[1940702899] 'process raft request' (duration: 1.428528349s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.50366Z","caller":"traceutil/trace.go:171","msg":"trace[641008959] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.429211186s","start":"2026-03-12T19:16:05.074409Z","end":"2026-03-12T19:16:06.50362Z","steps":["trace[641008959] 'process raft request' (duration: 1.428882389s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.503843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.074385Z","time spent":"1.429362s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:06.503882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.074955Z","time spent":"1.428778727s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:06.503946Z","caller":"traceutil/trace.go:171","msg":"trace[501891355] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.428855708s","start":"2026-03-12T19:16:05.075076Z","end":"2026-03-12T19:16:06.503932Z","steps":["trace[501891355] 'process raft request' (duration: 1.428478519s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.503988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.075047Z","time spent":"1.42891909s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:06.504095Z","caller":"traceutil/trace.go:171","msg":"trace[768620765] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.427034068s","start":"2026-03-12T19:16:05.07702Z","end":"2026-03-12T19:16:06.504054Z","steps":["trace[768620765] 'process raft request' (duration: 1.426889585s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.504084Z","caller":"traceutil/trace.go:171","msg":"trace[816501647] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"1.427784834s","start":"2026-03-12T19:16:05.076254Z","end":"2026-03-12T19:16:06.504039Z","steps":["trace[816501647] 'process raft request' (duration: 1.427539749s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.504267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.077006Z","time spent":"1.42713647s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:06.504308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.076231Z","time spent":"1.427951208s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:06.504397Z","caller":"traceutil/trace.go:171","msg":"trace[627603841] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"1.427236443s","start":"2026-03-12T19:16:05.077149Z","end":"2026-03-12T19:16:06.504386Z","steps":["trace[627603841] 'process raft request' (duration: 1.426861255s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.504453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.077136Z","time spent":"1.427292434s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:06.504701Z","caller":"traceutil/trace.go:171","msg":"trace[217927268] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.426089656s","start":"2026-03-12T19:16:05.078552Z","end":"2026-03-12T19:16:06.504641Z","steps":["trace[217927268] 'process raft request' (duration: 1.425627266s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.504848Z","caller":"traceutil/trace.go:171","msg":"trace[538834190] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.425614047s","start":"2026-03-12T19:16:05.079223Z","end":"2026-03-12T19:16:06.504837Z","steps":["trace[538834190] 'process raft request' (duration: 1.425483364s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.504836Z","caller":"traceutil/trace.go:171","msg":"trace[766109068] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.426010255s","start":"2026-03-12T19:16:05.078813Z","end":"2026-03-12T19:16:06.504823Z","steps":["trace[766109068] 'process raft request' (duration: 1.425832211s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.50491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.079214Z","time spent":"1.425671468s","remote":"127.0.0.1:34826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:06.505016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.078803Z","time spent":"1.426118837s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:06.50498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.078525Z","time spent":"1.426316582s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:06.505084Z","caller":"traceutil/trace.go:171","msg":"trace[2119060381] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.425658138s","start":"2026-03-12T19:16:05.07941Z","end":"2026-03-12T19:16:06.505068Z","steps":["trace[2119060381] 'process raft request' (duration: 1.425336061s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.505003Z","caller":"traceutil/trace.go:171","msg":"trace[1385513228] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.426200919s","start":"2026-03-12T19:16:05.078767Z","end":"2026-03-12T19:16:06.504968Z","steps":["trace[1385513228] 'process raft request' (duration: 1.425705949s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.505245Z","caller":"traceutil/trace.go:171","msg":"trace[368846791] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.425271038s","start":"2026-03-12T19:16:05.079963Z","end":"2026-03-12T19:16:06.505234Z","steps":["trace[368846791] 'process raft request' (duration: 1.425054924s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.505319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.079958Z","time spent":"1.42533011s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:06.505377Z","caller":"traceutil/trace.go:171","msg":"trace[1475278127] transaction","detail":"{read_only:false; number_of_response:1; response_revision:358; }","duration":"1.425614436s","start":"2026-03-12T19:16:05.079752Z","end":"2026-03-12T19:16:06.505366Z","steps":["trace[1475278127] 'process raft request' (duration: 1.425203197s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:06.505186Z","caller":"traceutil/trace.go:171","msg":"trace[356837474] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:356; }","duration":"1.432760934s","start":"2026-03-12T19:16:05.072409Z","end":"2026-03-12T19:16:06.50517Z","steps":["trace[356837474] 'read index received' (duration: 1.426361062s)","trace[356837474] 'applied index is now lower than readState.Index' (duration: 6.398192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:06.505434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.079747Z","time spent":"1.425662067s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30,"response count":0,"response size":4407,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:06.505175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.079406Z","time spent":"1.425730609s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:06.505545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.078759Z","time spent":"1.426569687s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:06.505723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43032102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T19:16:06.505757Z","caller":"traceutil/trace.go:171","msg":"trace[550649195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:359; }","duration":"1.430381452s","start":"2026-03-12T19:16:05.075366Z","end":"2026-03-12T19:16:06.505747Z","steps":["trace[550649195] 'agreement among raft nodes before linearized reading' (duration: 1.43032329s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.505777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.075352Z","time spent":"1.430420602s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-12T19:16:06.506768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432844916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-12T19:16:06.507259Z","caller":"traceutil/trace.go:171","msg":"trace[1133990811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:359; }","duration":"1.434871301s","start":"2026-03-12T19:16:05.072369Z","end":"2026-03-12T19:16:06.507241Z","steps":["trace[1133990811] 'agreement among raft nodes before linearized reading' (duration: 1.432844966s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.507321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.072347Z","time spent":"1.434956364s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:16:06.507831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43343616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:16:06.507892Z","caller":"traceutil/trace.go:171","msg":"trace[883995071] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:359; }","duration":"1.433589203s","start":"2026-03-12T19:16:05.074287Z","end":"2026-03-12T19:16:06.507876Z","steps":["trace[883995071] 'agreement among raft nodes before linearized reading' (duration: 1.431349423s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:06.50794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:05.07426Z","time spent":"1.433670085s","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-12T19:16:09.670099Z","caller":"traceutil/trace.go:171","msg":"trace[1544515108] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"159.364148ms","start":"2026-03-12T19:16:09.510698Z","end":"2026-03-12T19:16:09.670062Z","steps":["trace[1544515108] 'process raft request' (duration: 159.151713ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:10.83124Z","caller":"traceutil/trace.go:171","msg":"trace[159228730] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"306.35156ms","start":"2026-03-12T19:16:10.524836Z","end":"2026-03-12T19:16:10.831187Z","steps":["trace[159228730] 'process raft request' (duration: 306.085664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:10.83152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:10.524819Z","time spent":"306.511473ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:10.83171Z","caller":"traceutil/trace.go:171","msg":"trace[135315825] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"305.623445ms","start":"2026-03-12T19:16:10.526049Z","end":"2026-03-12T19:16:10.831672Z","steps":["trace[135315825] 'process raft request' (duration: 305.463371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:10.83176Z","caller":"traceutil/trace.go:171","msg":"trace[231810189] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"306.3722ms","start":"2026-03-12T19:16:10.525322Z","end":"2026-03-12T19:16:10.831694Z","steps":["trace[231810189] 'process raft request' (duration: 305.801468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:10.831946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:10.526035Z","time spent":"305.788199ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:10.832034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:10.525302Z","time spent":"306.585556ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:11.749676Z","caller":"traceutil/trace.go:171","msg":"trace[670793187] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"137.085733ms","start":"2026-03-12T19:16:11.612522Z","end":"2026-03-12T19:16:11.749608Z","steps":["trace[670793187] 'process raft request' (duration: 136.755585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:13.002116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379763876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:13.186154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.379177665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:16:13.565296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.789468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:13.56558Z","caller":"traceutil/trace.go:171","msg":"trace[1479124138] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.758701999s","start":"2026-03-12T19:16:11.806842Z","end":"2026-03-12T19:16:13.565544Z","steps":["trace[1479124138] 'process raft request' (duration: 1.379558303s)","trace[1479124138] 'compare' (duration: 378.587724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:13.565751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:11.80682Z","time spent":"1.758833863s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:13.576414Z","caller":"traceutil/trace.go:171","msg":"trace[777961775] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:423; }","duration":"1.074922421s","start":"2026-03-12T19:16:12.501453Z","end":"2026-03-12T19:16:13.576375Z","steps":["trace[777961775] 'read index received' (duration: 684.930924ms)","trace[777961775] 'applied index is now lower than readState.Index' (duration: 389.989777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:13.576637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075145116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:13.576718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.634151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:16:13.576734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.796263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:16:13.576826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.665519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:13.576895Z","caller":"traceutil/trace.go:171","msg":"trace[2054411081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"739.846013ms","start":"2026-03-12T19:16:12.837034Z","end":"2026-03-12T19:16:13.57688Z","steps":["trace[2054411081] 'agreement among raft nodes before linearized reading' (duration: 739.639329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:13.576872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.385045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:16:13.576947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:12.837002Z","time spent":"739.933045ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:16:13.576843Z","caller":"traceutil/trace.go:171","msg":"trace[1166882787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:411; }","duration":"739.927955ms","start":"2026-03-12T19:16:12.836898Z","end":"2026-03-12T19:16:13.576826Z","steps":["trace[1166882787] 'agreement among raft nodes before linearized reading' (duration: 739.747621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:13.57696Z","caller":"traceutil/trace.go:171","msg":"trace[211599912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"740.532168ms","start":"2026-03-12T19:16:12.836406Z","end":"2026-03-12T19:16:13.576938Z","steps":["trace[211599912] 'agreement among raft nodes before linearized reading' (duration: 740.323824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:13.577012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:12.83689Z","time spent":"740.109429ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:13.577014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:12.83638Z","time spent":"740.62641ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:16:13.576834Z","caller":"traceutil/trace.go:171","msg":"trace[206386944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"954.792524ms","start":"2026-03-12T19:16:12.622018Z","end":"2026-03-12T19:16:13.57681Z","steps":["trace[206386944] 'agreement among raft nodes before linearized reading' (duration: 954.598759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:13.577225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:12.621999Z","time spent":"955.216695ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:16:13.576741Z","caller":"traceutil/trace.go:171","msg":"trace[1321594827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"1.075269389s","start":"2026-03-12T19:16:12.501446Z","end":"2026-03-12T19:16:13.576715Z","steps":["trace[1321594827] 'agreement among raft nodes before linearized reading' (duration: 1.075069694s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:13.577299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:12.501371Z","time spent":"1.075916684s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:17.880743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.23501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:17.880926Z","caller":"traceutil/trace.go:171","msg":"trace[74061432] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"216.301842ms","start":"2026-03-12T19:16:17.6646Z","end":"2026-03-12T19:16:17.880902Z","steps":["trace[74061432] 'process raft request' (duration: 104.789816ms)","trace[74061432] 'compare' (duration: 111.059986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:18.339541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.482681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:18.339799Z","caller":"traceutil/trace.go:171","msg":"trace[2007587470] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"453.228221ms","start":"2026-03-12T19:16:17.88655Z","end":"2026-03-12T19:16:18.339778Z","steps":["trace[2007587470] 'process raft request' (duration: 453.17651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.339879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.886526Z","time spent":"453.322863ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:18.33986Z","caller":"traceutil/trace.go:171","msg":"trace[2021839974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:441; }","duration":"456.215417ms","start":"2026-03-12T19:16:17.883611Z","end":"2026-03-12T19:16:18.339827Z","steps":["trace[2021839974] 'process raft request' (duration: 456.049624ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:18.339827Z","caller":"traceutil/trace.go:171","msg":"trace[1847931802] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"656.279809ms","start":"2026-03-12T19:16:17.683498Z","end":"2026-03-12T19:16:18.339778Z","steps":["trace[1847931802] 'process raft request' (duration: 377.439679ms)","trace[1847931802] 'compare' (duration: 278.321988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:18.34016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.683483Z","time spent":"656.547365ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:18.340208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.883575Z","time spent":"456.399152ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-12T19:16:18.792405Z","caller":"traceutil/trace.go:171","msg":"trace[480100901] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"254.751475ms","start":"2026-03-12T19:16:18.537625Z","end":"2026-03-12T19:16:18.792376Z","steps":["trace[480100901] 'read index received' (duration: 162.562398ms)","trace[480100901] 'applied index is now lower than readState.Index' (duration: 92.187677ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:18.792487Z","caller":"traceutil/trace.go:171","msg":"trace[1146901227] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"302.932385ms","start":"2026-03-12T19:16:18.489498Z","end":"2026-03-12T19:16:18.79243Z","steps":["trace[1146901227] 'process raft request' (duration: 210.735288ms)","trace[1146901227] 'compare' (duration: 92.015443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:18.792619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.124289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:18.792667Z","caller":"traceutil/trace.go:171","msg":"trace[1904878246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"294.247412ms","start":"2026-03-12T19:16:18.498407Z","end":"2026-03-12T19:16:18.792654Z","steps":["trace[1904878246] 'agreement among raft nodes before linearized reading' (duration: 294.100438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.792681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.48948Z","time spent":"303.104878ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:18.792732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.158849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-12T19:16:18.793055Z","caller":"traceutil/trace.go:171","msg":"trace[342647331] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:455; }","duration":"248.604418ms","start":"2026-03-12T19:16:18.544434Z","end":"2026-03-12T19:16:18.793038Z","steps":["trace[342647331] 'agreement among raft nodes before linearized reading' (duration: 248.118137ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:21.88023Z","caller":"traceutil/trace.go:171","msg":"trace[580487044] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"125.574297ms","start":"2026-03-12T19:16:21.754625Z","end":"2026-03-12T19:16:21.880199Z","steps":["trace[580487044] 'read index received' (duration: 125.133827ms)","trace[580487044] 'applied index is now lower than readState.Index' (duration: 438.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:21.88034Z","caller":"traceutil/trace.go:171","msg":"trace[558500844] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"174.933133ms","start":"2026-03-12T19:16:21.70535Z","end":"2026-03-12T19:16:21.880283Z","steps":["trace[558500844] 'process raft request' (duration: 174.539044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:21.880478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.67469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:21.880531Z","caller":"traceutil/trace.go:171","msg":"trace[1062553227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"125.795953ms","start":"2026-03-12T19:16:21.75472Z","end":"2026-03-12T19:16:21.880516Z","steps":["trace[1062553227] 'agreement among raft nodes before linearized reading' (duration: 125.67732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:21.880585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.437825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:16:21.880622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.971286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:16:21.880702Z","caller":"traceutil/trace.go:171","msg":"trace[261746974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:462; }","duration":"125.556307ms","start":"2026-03-12T19:16:21.755115Z","end":"2026-03-12T19:16:21.880671Z","steps":["trace[261746974] 'agreement among raft nodes before linearized reading' (duration: 125.353753ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:21.880716Z","caller":"traceutil/trace.go:171","msg":"trace[1585491722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"126.093959ms","start":"2026-03-12T19:16:21.754584Z","end":"2026-03-12T19:16:21.880678Z","steps":["trace[1585491722] 'agreement among raft nodes before linearized reading' (duration: 125.790543ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:22.071443Z","caller":"traceutil/trace.go:171","msg":"trace[1735786169] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"185.866077ms","start":"2026-03-12T19:16:21.885543Z","end":"2026-03-12T19:16:22.071409Z","steps":["trace[1735786169] 'process raft request' (duration: 122.910209ms)","trace[1735786169] 'compare' (duration: 62.723983ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:22.071475Z","caller":"traceutil/trace.go:171","msg":"trace[178448865] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"185.532539ms","start":"2026-03-12T19:16:21.88592Z","end":"2026-03-12T19:16:22.071453Z","steps":["trace[178448865] 'process raft request' (duration: 185.476848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:22.071626Z","caller":"traceutil/trace.go:171","msg":"trace[19319068] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"186.047731ms","start":"2026-03-12T19:16:21.885567Z","end":"2026-03-12T19:16:22.071615Z","steps":["trace[19319068] 'process raft request' (duration: 185.766625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.179351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.802054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-12T19:16:28.282149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.221632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:16:28.284393Z","caller":"traceutil/trace.go:171","msg":"trace[1985470643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:477; }","duration":"102.511542ms","start":"2026-03-12T19:16:28.18184Z","end":"2026-03-12T19:16:28.284352Z","steps":["trace[1985470643] 'agreement among raft nodes before linearized reading' (duration: 99.863054ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.284569Z","caller":"traceutil/trace.go:171","msg":"trace[302351326] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"100.429517ms","start":"2026-03-12T19:16:28.181325Z","end":"2026-03-12T19:16:28.281754Z","steps":["trace[302351326] 'process raft request' (duration: 100.16041ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.284834Z","caller":"traceutil/trace.go:171","msg":"trace[1515701686] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"102.682566ms","start":"2026-03-12T19:16:28.182048Z","end":"2026-03-12T19:16:28.284731Z","steps":["trace[1515701686] 'process raft request' (duration: 102.455721ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.193617Z","caller":"traceutil/trace.go:171","msg":"trace[1327308673] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"258.235858ms","start":"2026-03-12T19:16:31.935358Z","end":"2026-03-12T19:16:32.193594Z","steps":["trace[1327308673] 'process raft request' (duration: 258.099245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.177299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.935145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:16:33.177402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.090023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4423"} {"level":"warn","ts":"2026-03-12T19:16:33.177373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.924466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:33.177459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.515566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:33.177463Z","caller":"traceutil/trace.go:171","msg":"trace[1049843385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"860.147589ms","start":"2026-03-12T19:16:32.317279Z","end":"2026-03-12T19:16:33.177427Z","steps":["trace[1049843385] 'range keys from in-memory index tree' (duration: 859.845473ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:33.177462Z","caller":"traceutil/trace.go:171","msg":"trace[848679883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:520; }","duration":"596.177205ms","start":"2026-03-12T19:16:32.58127Z","end":"2026-03-12T19:16:33.177447Z","steps":["trace[848679883] 'range keys from in-memory index tree' (duration: 596.003691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.177367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.933445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:33.177504Z","caller":"traceutil/trace.go:171","msg":"trace[88122670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"677.141352ms","start":"2026-03-12T19:16:32.500327Z","end":"2026-03-12T19:16:33.177468Z","steps":["trace[88122670] 'range keys from in-memory index tree' (duration: 676.816204ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:33.177512Z","caller":"traceutil/trace.go:171","msg":"trace[687687440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"860.579508ms","start":"2026-03-12T19:16:32.316914Z","end":"2026-03-12T19:16:33.177493Z","steps":["trace[687687440] 'range keys from in-memory index tree' (duration: 860.415025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.177528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.581253Z","time spent":"596.260837ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4447,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:16:33.177553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.317271Z","time spent":"860.243151ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:33.177564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.316905Z","time spent":"860.64752ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:33.177569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.500299Z","time spent":"677.259224ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:33.177587Z","caller":"traceutil/trace.go:171","msg":"trace[847113565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"865.181121ms","start":"2026-03-12T19:16:32.312367Z","end":"2026-03-12T19:16:33.177548Z","steps":["trace[847113565] 'range keys from in-memory index tree' (duration: 864.586588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:33.17768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:32.312336Z","time spent":"865.315524ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:16:40.557306Z","caller":"traceutil/trace.go:171","msg":"trace[1700491232] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"246.146931ms","start":"2026-03-12T19:16:40.311133Z","end":"2026-03-12T19:16:40.55728Z","steps":["trace[1700491232] 'process raft request' (duration: 245.941086ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:40.716474Z","caller":"traceutil/trace.go:171","msg":"trace[487712608] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"174.706814ms","start":"2026-03-12T19:16:40.541731Z","end":"2026-03-12T19:16:40.716438Z","steps":["trace[487712608] 'process raft request' (duration: 173.358435ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.404428Z","caller":"traceutil/trace.go:171","msg":"trace[1876678527] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"247.899351ms","start":"2026-03-12T19:16:41.156499Z","end":"2026-03-12T19:16:41.404398Z","steps":["trace[1876678527] 'process raft request' (duration: 195.922593ms)","trace[1876678527] 'compare' (duration: 51.710662ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:41.551517Z","caller":"traceutil/trace.go:171","msg":"trace[1896584417] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"394.32406ms","start":"2026-03-12T19:16:41.157132Z","end":"2026-03-12T19:16:41.551456Z","steps":["trace[1896584417] 'process raft request' (duration: 359.252376ms)","trace[1896584417] 'compare' (duration: 34.695985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:41.55253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.157111Z","time spent":"395.318123ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:41.552499Z","caller":"traceutil/trace.go:171","msg":"trace[1019347727] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:583; }","duration":"305.735866ms","start":"2026-03-12T19:16:41.246646Z","end":"2026-03-12T19:16:41.552382Z","steps":["trace[1019347727] 'read index received' (duration: 105.670651ms)","trace[1019347727] 'applied index is now lower than readState.Index' (duration: 200.057365ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:41.552573Z","caller":"traceutil/trace.go:171","msg":"trace[11434568] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"313.297243ms","start":"2026-03-12T19:16:41.239208Z","end":"2026-03-12T19:16:41.552506Z","steps":["trace[11434568] 'process raft request' (duration: 312.136227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.552874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.239175Z","time spent":"313.552928ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:41.555035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.365963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:41.555335Z","caller":"traceutil/trace.go:171","msg":"trace[1503544047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"308.503057ms","start":"2026-03-12T19:16:41.246602Z","end":"2026-03-12T19:16:41.555105Z","steps":["trace[1503544047] 'agreement among raft nodes before linearized reading' (duration: 306.052163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.555477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.246587Z","time spent":"308.872034ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:41.555708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.833719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:16:41.555861Z","caller":"traceutil/trace.go:171","msg":"trace[1232702215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"194.988543ms","start":"2026-03-12T19:16:41.360796Z","end":"2026-03-12T19:16:41.555785Z","steps":["trace[1232702215] 'agreement among raft nodes before linearized reading' (duration: 193.270014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.556632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.52789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:16:41.556692Z","caller":"traceutil/trace.go:171","msg":"trace[1065560231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"212.627182ms","start":"2026-03-12T19:16:41.344037Z","end":"2026-03-12T19:16:41.556664Z","steps":["trace[1065560231] 'agreement among raft nodes before linearized reading' (duration: 210.002304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.933236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.693729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:41.933679Z","caller":"traceutil/trace.go:171","msg":"trace[939456046] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"371.019087ms","start":"2026-03-12T19:16:41.562628Z","end":"2026-03-12T19:16:41.933647Z","steps":["trace[939456046] 'process raft request' (duration: 222.801117ms)","trace[939456046] 'compare' (duration: 147.527685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:41.933832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.562593Z","time spent":"371.151379ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:41.93379Z","caller":"traceutil/trace.go:171","msg":"trace[43449625] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"370.204448ms","start":"2026-03-12T19:16:41.563523Z","end":"2026-03-12T19:16:41.933727Z","steps":["trace[43449625] 'process raft request' (duration: 370.072135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.934016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.563501Z","time spent":"370.390193ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:41.934225Z","caller":"traceutil/trace.go:171","msg":"trace[1927530030] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"359.884351ms","start":"2026-03-12T19:16:41.574327Z","end":"2026-03-12T19:16:41.934211Z","steps":["trace[1927530030] 'process raft request' (duration: 359.333539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.934268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.57432Z","time spent":"359.930251ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:41.93436Z","caller":"traceutil/trace.go:171","msg":"trace[268991372] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"359.697766ms","start":"2026-03-12T19:16:41.574631Z","end":"2026-03-12T19:16:41.934329Z","steps":["trace[268991372] 'process raft request' (duration: 359.376959ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.934398Z","caller":"traceutil/trace.go:171","msg":"trace[2058506995] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"359.011842ms","start":"2026-03-12T19:16:41.575291Z","end":"2026-03-12T19:16:41.934303Z","steps":["trace[2058506995] 'process raft request' (duration: 358.848438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.934517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.575258Z","time spent":"359.211535ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:41.934591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.574616Z","time spent":"359.804008ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:42.364561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.110786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:42.364712Z","caller":"traceutil/trace.go:171","msg":"trace[822227483] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"425.992539ms","start":"2026-03-12T19:16:41.938698Z","end":"2026-03-12T19:16:42.36469Z","steps":["trace[822227483] 'process raft request' (duration: 94.669538ms)","trace[822227483] 'compare' (duration: 330.975413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:42.364797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:41.938676Z","time spent":"426.074531ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:42.383792Z","caller":"traceutil/trace.go:171","msg":"trace[656500117] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"138.223261ms","start":"2026-03-12T19:16:42.24554Z","end":"2026-03-12T19:16:42.383763Z","steps":["trace[656500117] 'process raft request' (duration: 138.086438ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.546158Z","caller":"traceutil/trace.go:171","msg":"trace[1461544332] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"171.599088ms","start":"2026-03-12T19:16:42.374528Z","end":"2026-03-12T19:16:42.546127Z","steps":["trace[1461544332] 'process raft request' (duration: 171.339671ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.546325Z","caller":"traceutil/trace.go:171","msg":"trace[1725655972] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"163.436697ms","start":"2026-03-12T19:16:42.382865Z","end":"2026-03-12T19:16:42.546302Z","steps":["trace[1725655972] 'process raft request' (duration: 163.379786ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.546475Z","caller":"traceutil/trace.go:171","msg":"trace[1578352479] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"171.809632ms","start":"2026-03-12T19:16:42.374571Z","end":"2026-03-12T19:16:42.546381Z","steps":["trace[1578352479] 'process raft request' (duration: 171.453663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.546473Z","caller":"traceutil/trace.go:171","msg":"trace[849901425] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"170.260267ms","start":"2026-03-12T19:16:42.376156Z","end":"2026-03-12T19:16:42.546417Z","steps":["trace[849901425] 'process raft request' (duration: 169.911098ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.644121Z","caller":"traceutil/trace.go:171","msg":"trace[2012721079] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:594; }","duration":"244.788401ms","start":"2026-03-12T19:16:42.399306Z","end":"2026-03-12T19:16:42.644094Z","steps":["trace[2012721079] 'read index received' (duration: 146.531623ms)","trace[2012721079] 'applied index is now lower than readState.Index' (duration: 98.255458ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:42.644147Z","caller":"traceutil/trace.go:171","msg":"trace[1767294134] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"253.655846ms","start":"2026-03-12T19:16:42.390446Z","end":"2026-03-12T19:16:42.644102Z","steps":["trace[1767294134] 'process raft request' (duration: 253.332449ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.644276Z","caller":"traceutil/trace.go:171","msg":"trace[871243434] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"250.16187ms","start":"2026-03-12T19:16:42.394099Z","end":"2026-03-12T19:16:42.644261Z","steps":["trace[871243434] 'process raft request' (duration: 249.881063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.64441Z","caller":"traceutil/trace.go:171","msg":"trace[2044631127] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"121.025341ms","start":"2026-03-12T19:16:42.523367Z","end":"2026-03-12T19:16:42.644393Z","steps":["trace[2044631127] 'process raft request' (duration: 120.675382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:42.644674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.336783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:42.644739Z","caller":"traceutil/trace.go:171","msg":"trace[915685544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"245.469576ms","start":"2026-03-12T19:16:42.399249Z","end":"2026-03-12T19:16:42.644719Z","steps":["trace[915685544] 'agreement among raft nodes before linearized reading' (duration: 245.215341ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.773673Z","caller":"traceutil/trace.go:171","msg":"trace[1705409239] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"218.678365ms","start":"2026-03-12T19:16:42.554959Z","end":"2026-03-12T19:16:42.773638Z","steps":["trace[1705409239] 'process raft request' (duration: 218.410719ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.773761Z","caller":"traceutil/trace.go:171","msg":"trace[911538978] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"218.741196ms","start":"2026-03-12T19:16:42.554998Z","end":"2026-03-12T19:16:42.773739Z","steps":["trace[911538978] 'process raft request' (duration: 218.564912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:42.774006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.989355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:42.773758Z","caller":"traceutil/trace.go:171","msg":"trace[1101897419] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"215.476474ms","start":"2026-03-12T19:16:42.55825Z","end":"2026-03-12T19:16:42.773726Z","steps":["trace[1101897419] 'process raft request' (duration: 215.367551ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.774058Z","caller":"traceutil/trace.go:171","msg":"trace[1319196217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"274.079097ms","start":"2026-03-12T19:16:42.499963Z","end":"2026-03-12T19:16:42.774042Z","steps":["trace[1319196217] 'agreement among raft nodes before linearized reading' (duration: 273.920814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:42.77406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.505869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:16:42.774523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.600538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-drmqp\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-12T19:16:42.774593Z","caller":"traceutil/trace.go:171","msg":"trace[248274679] range","detail":"{range_begin:/registry/pods/kube-system/cilium-drmqp; range_end:; response_count:1; response_revision:585; }","duration":"167.69843ms","start":"2026-03-12T19:16:42.606875Z","end":"2026-03-12T19:16:42.774574Z","steps":["trace[248274679] 'agreement among raft nodes before linearized reading' (duration: 167.021505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:42.774546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.526748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-12T19:16:42.774526Z","caller":"traceutil/trace.go:171","msg":"trace[1923129598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"213.010319ms","start":"2026-03-12T19:16:42.561488Z","end":"2026-03-12T19:16:42.774498Z","steps":["trace[1923129598] 'agreement among raft nodes before linearized reading' (duration: 212.321024ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:42.774747Z","caller":"traceutil/trace.go:171","msg":"trace[323238170] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:585; }","duration":"371.940766ms","start":"2026-03-12T19:16:42.402728Z","end":"2026-03-12T19:16:42.774669Z","steps":["trace[323238170] 'agreement among raft nodes before linearized reading' (duration: 371.328433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:42.774877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.402718Z","time spent":"372.141651ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6555,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"info","ts":"2026-03-12T19:16:42.774168Z","caller":"traceutil/trace.go:171","msg":"trace[197082379] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:601; }","duration":"129.469856ms","start":"2026-03-12T19:16:42.644206Z","end":"2026-03-12T19:16:42.773676Z","steps":["trace[197082379] 'read index received' (duration: 129.319583ms)","trace[197082379] 'applied index is now lower than readState.Index' (duration: 149.453µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:44.001251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379764278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:44.024732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251169195s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:16:45.500335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:16:45.500488Z","caller":"traceutil/trace.go:171","msg":"trace[1809034112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178375s","start":"2026-03-12T19:16:43.50028Z","end":"2026-03-12T19:16:45.500459Z","steps":["trace[1809034112] 'agreement among raft nodes before linearized reading' (duration: 1.999993111s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.500553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:43.500251Z","time spent":"2.000289737s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:45.839118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813969568s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:45.839484Z","caller":"traceutil/trace.go:171","msg":"trace[477176156] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"3.174031686s","start":"2026-03-12T19:16:42.665395Z","end":"2026-03-12T19:16:45.839427Z","steps":["trace[477176156] 'process raft request' (duration: 3.173848382s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839582Z","caller":"traceutil/trace.go:171","msg":"trace[990004571] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"3.174159359s","start":"2026-03-12T19:16:42.665408Z","end":"2026-03-12T19:16:45.839567Z","steps":["trace[990004571] 'process raft request' (duration: 3.173954694s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839561Z","caller":"traceutil/trace.go:171","msg":"trace[991611856] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"3.174079246s","start":"2026-03-12T19:16:42.665419Z","end":"2026-03-12T19:16:45.839498Z","steps":["trace[991611856] 'process raft request' (duration: 3.173891082s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839628Z","caller":"traceutil/trace.go:171","msg":"trace[1142077545] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"3.174062027s","start":"2026-03-12T19:16:42.665496Z","end":"2026-03-12T19:16:45.839558Z","steps":["trace[1142077545] 'process raft request' (duration: 3.173899403s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.839727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665379Z","time spent":"3.17426312s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:45.839723Z","caller":"traceutil/trace.go:171","msg":"trace[2089890160] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"3.173935413s","start":"2026-03-12T19:16:42.665759Z","end":"2026-03-12T19:16:45.839695Z","steps":["trace[2089890160] 'process raft request' (duration: 3.17377563s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839741Z","caller":"traceutil/trace.go:171","msg":"trace[1630772925] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"3.173848871s","start":"2026-03-12T19:16:42.665881Z","end":"2026-03-12T19:16:45.83973Z","steps":["trace[1630772925] 'process raft request' (duration: 3.173696198s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839727Z","caller":"traceutil/trace.go:171","msg":"trace[1776504607] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"3.173945604s","start":"2026-03-12T19:16:42.665712Z","end":"2026-03-12T19:16:45.839657Z","steps":["trace[1776504607] 'process raft request' (duration: 3.17376047s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839799Z","caller":"traceutil/trace.go:171","msg":"trace[1051086297] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"3.173779489s","start":"2026-03-12T19:16:42.666008Z","end":"2026-03-12T19:16:45.839788Z","steps":["trace[1051086297] 'process raft request' (duration: 3.173618206s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.839791Z","caller":"traceutil/trace.go:171","msg":"trace[1285281880] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"3.174013615s","start":"2026-03-12T19:16:42.665716Z","end":"2026-03-12T19:16:45.839729Z","steps":["trace[1285281880] 'process raft request' (duration: 3.17378843s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.839876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665288Z","time spent":"3.174457045s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:45.839857Z","caller":"traceutil/trace.go:171","msg":"trace[803420129] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"3.174304211s","start":"2026-03-12T19:16:42.665509Z","end":"2026-03-12T19:16:45.839814Z","steps":["trace[803420129] 'process raft request' (duration: 3.173933843s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.839683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665377Z","time spent":"3.174210939s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.839824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665847Z","time spent":"3.173950104s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.83995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665699Z","time spent":"3.174188339s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:45.839481Z","caller":"traceutil/trace.go:171","msg":"trace[211223435] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"3.174079767s","start":"2026-03-12T19:16:42.665313Z","end":"2026-03-12T19:16:45.839393Z","steps":["trace[211223435] 'process raft request' (duration: 1.359743382s)","trace[211223435] 'compare' (duration: 1.812872893s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:45.839776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665409Z","time spent":"3.17428013s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.839916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.6657Z","time spent":"3.174124177s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.84005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665481Z","time spent":"3.174486865s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.840127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665279Z","time spent":"3.174821322s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:45.839738Z","caller":"traceutil/trace.go:171","msg":"trace[1640070474] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"3.173091574s","start":"2026-03-12T19:16:42.666621Z","end":"2026-03-12T19:16:45.839713Z","steps":["trace[1640070474] 'process raft request' (duration: 3.173040583s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.840209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665994Z","time spent":"3.173843182s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.840257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.66661Z","time spent":"3.173602635s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:45.840173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.665741Z","time spent":"3.174055996s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:47.502404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:16:47.502509Z","caller":"traceutil/trace.go:171","msg":"trace[6003658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244565s","start":"2026-03-12T19:16:45.502241Z","end":"2026-03-12T19:16:47.502485Z","steps":["trace[6003658] 'agreement among raft nodes before linearized reading' (duration: 2.000101042s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.502551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.50222Z","time spent":"2.000322107s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:47.777517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.779758Z","time spent":"4.997740214s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-12T19:16:47.869984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.844754325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:47.870756Z","caller":"traceutil/trace.go:171","msg":"trace[732152397] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"5.087987626s","start":"2026-03-12T19:16:42.782724Z","end":"2026-03-12T19:16:47.870711Z","steps":["trace[732152397] 'process raft request' (duration: 5.087790762s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.870984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.782708Z","time spent":"5.088138869s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:47.871177Z","caller":"traceutil/trace.go:171","msg":"trace[2069149332] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"5.080159094s","start":"2026-03-12T19:16:42.790989Z","end":"2026-03-12T19:16:47.871148Z","steps":["trace[2069149332] 'process raft request' (duration: 5.079858907s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.871173Z","caller":"traceutil/trace.go:171","msg":"trace[809099191] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"5.086561504s","start":"2026-03-12T19:16:42.784554Z","end":"2026-03-12T19:16:47.871116Z","steps":["trace[809099191] 'process raft request' (duration: 5.086042983s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.871261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.790975Z","time spent":"5.080248955s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:47.871434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:42.784542Z","time spent":"5.086744508s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.146343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.295705ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:16:48.146471Z","caller":"traceutil/trace.go:171","msg":"trace[1104616889] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:604; }","duration":"4.646086486s","start":"2026-03-12T19:16:43.500344Z","end":"2026-03-12T19:16:48.14643Z","steps":["trace[1104616889] 'read index received' (duration: 524.751467ms)","trace[1104616889] 'applied index is now lower than readState.Index' (duration: 4.121333939s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:48.632274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984051252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:16:48.644781Z","caller":"traceutil/trace.go:171","msg":"trace[1130272252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.995665809s","start":"2026-03-12T19:16:43.648124Z","end":"2026-03-12T19:16:48.643789Z","steps":["trace[1130272252] 'agreement among raft nodes before linearized reading' (duration: 4.984103283s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.645316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:43.648094Z","time spent":"4.996725982s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/12 19:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:16:48.647309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379764301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:48.966324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096023092s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:48.9683Z","caller":"traceutil/trace.go:171","msg":"trace[1861247528] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"3.117378513s","start":"2026-03-12T19:16:45.850869Z","end":"2026-03-12T19:16:48.968248Z","steps":["trace[1861247528] 'process raft request' (duration: 3.117184449s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.968333Z","caller":"traceutil/trace.go:171","msg":"trace[855531706] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"3.117478336s","start":"2026-03-12T19:16:45.850801Z","end":"2026-03-12T19:16:48.968279Z","steps":["trace[855531706] 'process raft request' (duration: 3.11721878s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.968401Z","caller":"traceutil/trace.go:171","msg":"trace[574321880] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"3.117395333s","start":"2026-03-12T19:16:45.850997Z","end":"2026-03-12T19:16:48.968392Z","steps":["trace[574321880] 'process raft request' (duration: 3.117083977s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.968396Z","caller":"traceutil/trace.go:171","msg":"trace[54687332] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"3.116689928s","start":"2026-03-12T19:16:45.851657Z","end":"2026-03-12T19:16:48.968347Z","steps":["trace[54687332] 'process raft request' (duration: 3.116505794s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.968459Z","caller":"traceutil/trace.go:171","msg":"trace[1737096184] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"3.11674018s","start":"2026-03-12T19:16:45.851663Z","end":"2026-03-12T19:16:48.968404Z","steps":["trace[1737096184] 'process raft request' (duration: 3.116523915s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.968519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.85086Z","time spent":"3.117557307s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:48.968528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.850987Z","time spent":"3.117462406s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:48.968546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.85079Z","time spent":"3.117649349s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.968326Z","caller":"traceutil/trace.go:171","msg":"trace[756030552] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"3.116678528s","start":"2026-03-12T19:16:45.851611Z","end":"2026-03-12T19:16:48.96829Z","steps":["trace[756030552] 'process raft request' (duration: 3.116498784s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.968583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.851642Z","time spent":"3.116834321s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:48.968627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.851629Z","time spent":"3.116920384s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.968632Z","caller":"traceutil/trace.go:171","msg":"trace[782960991] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"3.115641775s","start":"2026-03-12T19:16:45.852938Z","end":"2026-03-12T19:16:48.96858Z","steps":["trace[782960991] 'process raft request' (duration: 3.115274087s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.968818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.852907Z","time spent":"3.115815969s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:48.968842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.851585Z","time spent":"3.117050217s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.968917Z","caller":"traceutil/trace.go:171","msg":"trace[782925315] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"3.115549613s","start":"2026-03-12T19:16:45.853357Z","end":"2026-03-12T19:16:48.968907Z","steps":["trace[782925315] 'process raft request' (duration: 3.115371029s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.96896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.853316Z","time spent":"3.115624504s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.968907Z","caller":"traceutil/trace.go:171","msg":"trace[1588678372] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"3.117354932s","start":"2026-03-12T19:16:45.850762Z","end":"2026-03-12T19:16:48.968117Z","steps":["trace[1588678372] 'process raft request' (duration: 3.115846319s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.968989Z","caller":"traceutil/trace.go:171","msg":"trace[532564707] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"3.115558713s","start":"2026-03-12T19:16:45.853411Z","end":"2026-03-12T19:16:48.96897Z","steps":["trace[532564707] 'process raft request' (duration: 3.11544141s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.96907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.853378Z","time spent":"3.115653145s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.96909Z","caller":"traceutil/trace.go:171","msg":"trace[1995112876] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"3.115268176s","start":"2026-03-12T19:16:45.853809Z","end":"2026-03-12T19:16:48.969077Z","steps":["trace[1995112876] 'process raft request' (duration: 3.115086992s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.969137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.850735Z","time spent":"3.118290053s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:48.969313Z","caller":"traceutil/trace.go:171","msg":"trace[902826568] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"3.11185766s","start":"2026-03-12T19:16:45.857445Z","end":"2026-03-12T19:16:48.969303Z","steps":["trace[902826568] 'process raft request' (duration: 3.111497732s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.969378Z","caller":"traceutil/trace.go:171","msg":"trace[1750805116] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.11183684s","start":"2026-03-12T19:16:45.857521Z","end":"2026-03-12T19:16:48.969358Z","steps":["trace[1750805116] 'process raft request' (duration: 3.111677767s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.969386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.857431Z","time spent":"3.111908232s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.969471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.857509Z","time spent":"3.111907772s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:48.969591Z","caller":"traceutil/trace.go:171","msg":"trace[1437136920] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.610974775s","start":"2026-03-12T19:16:47.358586Z","end":"2026-03-12T19:16:48.96956Z","steps":["trace[1437136920] 'process raft request' (duration: 1.610666908s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:48.969598Z","caller":"traceutil/trace.go:171","msg":"trace[412004390] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.461774852s","start":"2026-03-12T19:16:47.507804Z","end":"2026-03-12T19:16:48.969579Z","steps":["trace[412004390] 'process raft request' (duration: 1.461648919s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:48.969513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:45.853779Z","time spent":"3.115370389s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.969703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.35856Z","time spent":"1.611078479s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:48.969703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.507781Z","time spent":"1.461870735s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:49.093218Z","caller":"traceutil/trace.go:171","msg":"trace[580895226] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:621; }","duration":"946.706798ms","start":"2026-03-12T19:16:48.146485Z","end":"2026-03-12T19:16:49.093192Z","steps":["trace[580895226] 'read index received' (duration: 820.173826ms)","trace[580895226] 'applied index is now lower than readState.Index' (duration: 126.531882ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:49.093265Z","caller":"traceutil/trace.go:171","msg":"trace[1598357755] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.187406859s","start":"2026-03-12T19:16:47.905813Z","end":"2026-03-12T19:16:49.09322Z","steps":["trace[1598357755] 'process raft request' (duration: 1.149302188s)","trace[1598357755] 'compare' (duration: 37.844395ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:49.093403Z","caller":"traceutil/trace.go:171","msg":"trace[389800134] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.186983079s","start":"2026-03-12T19:16:47.906389Z","end":"2026-03-12T19:16:49.093372Z","steps":["trace[389800134] 'process raft request' (duration: 1.186725824s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.09352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.905782Z","time spent":"1.187574013s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:49.093592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.906351Z","time spent":"1.187131493s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:49.093673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609148565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:16:49.093664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15428539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:16:49.093756Z","caller":"traceutil/trace.go:171","msg":"trace[409962133] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:618; }","duration":"1.609331718s","start":"2026-03-12T19:16:47.484411Z","end":"2026-03-12T19:16:49.093743Z","steps":["trace[409962133] 'agreement among raft nodes before linearized reading' (duration: 1.60893007s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.093798Z","caller":"traceutil/trace.go:171","msg":"trace[642224209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"5.154484144s","start":"2026-03-12T19:16:43.939287Z","end":"2026-03-12T19:16:49.093771Z","steps":["trace[642224209] 'agreement among raft nodes before linearized reading' (duration: 5.154101356s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.093826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.48438Z","time spent":"1.60941033s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:16:49.093856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:43.939262Z","time spent":"5.154584917s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:49.093913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582931446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:49.093999Z","caller":"traceutil/trace.go:171","msg":"trace[1360279262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"1.583478248s","start":"2026-03-12T19:16:47.510502Z","end":"2026-03-12T19:16:49.09398Z","steps":["trace[1360279262] 'agreement among raft nodes before linearized reading' (duration: 1.582760362s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.094077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:47.510452Z","time spent":"1.5836102s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:49.093978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155196499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:49.094176Z","caller":"traceutil/trace.go:171","msg":"trace[1831800148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"5.155462655s","start":"2026-03-12T19:16:43.938691Z","end":"2026-03-12T19:16:49.094153Z","steps":["trace[1831800148] 'agreement among raft nodes before linearized reading' (duration: 5.154987145s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:49.094241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:43.938668Z","time spent":"5.155560708s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:49.594385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379764305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:50.095374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379764305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:50.568737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.513610188s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:16:51.095911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:16:51.096001Z","caller":"traceutil/trace.go:171","msg":"trace[190740037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155134s","start":"2026-03-12T19:16:49.095825Z","end":"2026-03-12T19:16:51.09598Z","steps":["trace[190740037] 'agreement among raft nodes before linearized reading' (duration: 2.000049671s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:51.096052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.095813Z","time spent":"2.000225506s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:16:51.218997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928892511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:51.219094Z","caller":"traceutil/trace.go:171","msg":"trace[1999103537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:618; }","duration":"1.928995983s","start":"2026-03-12T19:16:49.290084Z","end":"2026-03-12T19:16:51.21908Z","steps":["trace[1999103537] 'range keys from in-memory index tree' (duration: 1.92888051s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:51.219737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.645077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:51.219932Z","caller":"traceutil/trace.go:171","msg":"trace[852135449] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"2.242606174s","start":"2026-03-12T19:16:48.977312Z","end":"2026-03-12T19:16:51.219918Z","steps":["trace[852135449] 'process raft request' (duration: 2.242555473s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:51.219994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.977273Z","time spent":"2.242692526s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:51.220004Z","caller":"traceutil/trace.go:171","msg":"trace[1111097489] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.242802868s","start":"2026-03-12T19:16:48.977169Z","end":"2026-03-12T19:16:51.219972Z","steps":["trace[1111097489] 'process raft request' (duration: 2.242647215s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:51.220002Z","caller":"traceutil/trace.go:171","msg":"trace[1548646168] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"2.243672588s","start":"2026-03-12T19:16:48.976273Z","end":"2026-03-12T19:16:51.219945Z","steps":["trace[1548646168] 'process raft request' (duration: 1.592753355s)","trace[1548646168] 'compare' (duration: 650.065023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:51.220257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.977162Z","time spent":"2.242971862s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:51.220322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.976247Z","time spent":"2.244025675s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:52.561772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781676648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:16:52.561869Z","caller":"traceutil/trace.go:171","msg":"trace[1404868480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.781841742s","start":"2026-03-12T19:16:49.780007Z","end":"2026-03-12T19:16:52.561849Z","steps":["trace[1404868480] 'agreement among raft nodes before linearized reading' (duration: 2.781717929s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.561917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.779982Z","time spent":"2.781924523s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/12 19:16:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:16:52.578213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372099996s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:16:52.578794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.09514Z","time spent":"3.483649828s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:16:52.578837Z","caller":"traceutil/trace.go:171","msg":"trace[1893624718] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"3.480097259s","start":"2026-03-12T19:16:49.098708Z","end":"2026-03-12T19:16:52.578805Z","steps":["trace[1893624718] 'process raft request' (duration: 3.479933666s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.579028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.098691Z","time spent":"3.480239132s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:52.579323Z","caller":"traceutil/trace.go:171","msg":"trace[849279696] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"3.480037998s","start":"2026-03-12T19:16:49.099214Z","end":"2026-03-12T19:16:52.579252Z","steps":["trace[849279696] 'process raft request' (duration: 3.479548157s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.579717Z","caller":"traceutil/trace.go:171","msg":"trace[488150940] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"3.472029671s","start":"2026-03-12T19:16:49.107649Z","end":"2026-03-12T19:16:52.579679Z","steps":["trace[488150940] 'process raft request' (duration: 3.471484459s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.579664Z","caller":"traceutil/trace.go:171","msg":"trace[1011861809] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:638; }","duration":"3.486337456s","start":"2026-03-12T19:16:49.09331Z","end":"2026-03-12T19:16:52.579648Z","steps":["trace[1011861809] 'read index received' (duration: 1.475794403s)","trace[1011861809] 'applied index is now lower than readState.Index' (duration: 2.010541883s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:52.579841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59891027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-12T19:16:52.57989Z","caller":"traceutil/trace.go:171","msg":"trace[1226860084] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:625; }","duration":"3.599003012s","start":"2026-03-12T19:16:48.980877Z","end":"2026-03-12T19:16:52.57988Z","steps":["trace[1226860084] 'agreement among raft nodes before linearized reading' (duration: 3.598821668s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.579867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.099183Z","time spent":"3.48056601s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:52.579869Z","caller":"traceutil/trace.go:171","msg":"trace[832935051] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.46566741s","start":"2026-03-12T19:16:49.114028Z","end":"2026-03-12T19:16:52.579695Z","steps":["trace[832935051] 'process raft request' (duration: 3.465237361s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.579901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.107613Z","time spent":"3.472187445s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:52.579933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.980858Z","time spent":"3.599068413s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3895,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-03-12T19:16:52.580168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:49.113999Z","time spent":"3.465957797s","remote":"127.0.0.1:34370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:52.58015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598558002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-12T19:16:52.580261Z","caller":"traceutil/trace.go:171","msg":"trace[423837145] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:625; }","duration":"3.598718376s","start":"2026-03-12T19:16:48.981509Z","end":"2026-03-12T19:16:52.580227Z","steps":["trace[423837145] 'agreement among raft nodes before linearized reading' (duration: 3.598192995s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.580303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:48.981494Z","time spent":"3.598799957s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3968,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-03-12T19:16:52.595644Z","caller":"traceutil/trace.go:171","msg":"trace[374965632] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.518670539s","start":"2026-03-12T19:16:51.076938Z","end":"2026-03-12T19:16:52.595609Z","steps":["trace[374965632] 'process raft request' (duration: 1.518388293s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.595823Z","caller":"traceutil/trace.go:171","msg":"trace[1673374255] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.369802565s","start":"2026-03-12T19:16:51.226013Z","end":"2026-03-12T19:16:52.595816Z","steps":["trace[1673374255] 'process raft request' (duration: 1.369588691s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.595907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.225982Z","time spent":"1.369869356s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:52.595948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760222619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:52.595927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948574496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:16:52.595965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491113631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:52.59601Z","caller":"traceutil/trace.go:171","msg":"trace[1070435966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.760325621s","start":"2026-03-12T19:16:50.835669Z","end":"2026-03-12T19:16:52.595995Z","steps":["trace[1070435966] 'agreement among raft nodes before linearized reading' (duration: 1.760194328s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.596046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:50.835645Z","time spent":"1.760393313s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:52.596035Z","caller":"traceutil/trace.go:171","msg":"trace[874659514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"1.948700958s","start":"2026-03-12T19:16:50.647309Z","end":"2026-03-12T19:16:52.59601Z","steps":["trace[874659514] 'agreement among raft nodes before linearized reading' (duration: 1.94833724s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.595674Z","caller":"traceutil/trace.go:171","msg":"trace[1373528754] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.370175233s","start":"2026-03-12T19:16:51.225461Z","end":"2026-03-12T19:16:52.595637Z","steps":["trace[1373528754] 'process raft request' (duration: 1.370052241s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.596045Z","caller":"traceutil/trace.go:171","msg":"trace[86131260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.491220824s","start":"2026-03-12T19:16:51.104807Z","end":"2026-03-12T19:16:52.596028Z","steps":["trace[86131260] 'agreement among raft nodes before linearized reading' (duration: 1.491099741s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.596141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.104793Z","time spent":"1.491341716s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:52.596101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:50.64722Z","time spent":"1.948870482s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:52.596035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496852117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:16:52.596229Z","caller":"traceutil/trace.go:171","msg":"trace[851547531] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:629; }","duration":"1.497083073s","start":"2026-03-12T19:16:51.099129Z","end":"2026-03-12T19:16:52.596212Z","steps":["trace[851547531] 'agreement among raft nodes before linearized reading' (duration: 1.496727295s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.59623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.225428Z","time spent":"1.370719564s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:52.596268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.099113Z","time spent":"1.497147324s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" "} {"level":"info","ts":"2026-03-12T19:16:52.595774Z","caller":"traceutil/trace.go:171","msg":"trace[1541842340] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.370128362s","start":"2026-03-12T19:16:51.225638Z","end":"2026-03-12T19:16:52.595767Z","steps":["trace[1541842340] 'process raft request' (duration: 1.369922238s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.596382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.225592Z","time spent":"1.370753926s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:16:52.596117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:51.076903Z","time spent":"1.518926904s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:53.028547Z","caller":"traceutil/trace.go:171","msg":"trace[780093153] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"181.755679ms","start":"2026-03-12T19:16:52.84676Z","end":"2026-03-12T19:16:53.028515Z","steps":["trace[780093153] 'process raft request' (duration: 179.411328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:54.499626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.355727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:54.499769Z","caller":"traceutil/trace.go:171","msg":"trace[2036068052] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:702; }","duration":"406.599492ms","start":"2026-03-12T19:16:54.09314Z","end":"2026-03-12T19:16:54.499739Z","steps":["trace[2036068052] 'count revisions from in-memory index tree' (duration: 406.246543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:54.499823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:54.093109Z","time spent":"406.701725ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:57.886598Z","caller":"traceutil/trace.go:171","msg":"trace[829581087] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:784; }","duration":"142.025964ms","start":"2026-03-12T19:16:57.74455Z","end":"2026-03-12T19:16:57.886576Z","steps":["trace[829581087] 'read index received' (duration: 141.895421ms)","trace[829581087] 'applied index is now lower than readState.Index' (duration: 129.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.886669Z","caller":"traceutil/trace.go:171","msg":"trace[500939935] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"152.957235ms","start":"2026-03-12T19:16:57.733689Z","end":"2026-03-12T19:16:57.886646Z","steps":["trace[500939935] 'process raft request' (duration: 152.767971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:57.886786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.228178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-12T19:16:57.886819Z","caller":"traceutil/trace.go:171","msg":"trace[554941416] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:761; }","duration":"142.328191ms","start":"2026-03-12T19:16:57.744479Z","end":"2026-03-12T19:16:57.886807Z","steps":["trace[554941416] 'agreement among raft nodes before linearized reading' (duration: 142.193518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:58.452685Z","caller":"traceutil/trace.go:171","msg":"trace[467620490] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:786; }","duration":"105.11438ms","start":"2026-03-12T19:16:58.347534Z","end":"2026-03-12T19:16:58.452648Z","steps":["trace[467620490] 'read index received' (duration: 37.962508ms)","trace[467620490] 'applied index is now lower than readState.Index' (duration: 67.150852ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:58.45279Z","caller":"traceutil/trace.go:171","msg":"trace[1206211323] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"276.665054ms","start":"2026-03-12T19:16:58.176033Z","end":"2026-03-12T19:16:58.452698Z","steps":["trace[1206211323] 'process raft request' (duration: 209.535783ms)","trace[1206211323] 'compare' (duration: 66.721673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:58.45313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-12T19:16:58.45326Z","caller":"traceutil/trace.go:171","msg":"trace[202843126] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:763; }","duration":"105.708603ms","start":"2026-03-12T19:16:58.347517Z","end":"2026-03-12T19:16:58.453225Z","steps":["trace[202843126] 'agreement among raft nodes before linearized reading' (duration: 105.279373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:12.036816Z","caller":"traceutil/trace.go:171","msg":"trace[2001130137] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"230.378243ms","start":"2026-03-12T19:17:11.80641Z","end":"2026-03-12T19:17:12.036788Z","steps":["trace[2001130137] 'process raft request' (duration: 230.182649ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:12.0774Z","caller":"traceutil/trace.go:171","msg":"trace[627184744] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"142.362831ms","start":"2026-03-12T19:17:11.934995Z","end":"2026-03-12T19:17:12.077358Z","steps":["trace[627184744] 'process raft request' (duration: 142.171917ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:12.146521Z","caller":"traceutil/trace.go:171","msg":"trace[1400051766] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"102.166695ms","start":"2026-03-12T19:17:12.044334Z","end":"2026-03-12T19:17:12.146501Z","steps":["trace[1400051766] 'process raft request' (duration: 102.069272ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:12.146552Z","caller":"traceutil/trace.go:171","msg":"trace[389966420] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"103.667608ms","start":"2026-03-12T19:17:12.042837Z","end":"2026-03-12T19:17:12.146504Z","steps":["trace[389966420] 'process raft request' (duration: 90.127518ms)","trace[389966420] 'compare' (duration: 13.258583ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:12.211504Z","caller":"traceutil/trace.go:171","msg":"trace[146053236] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:899; }","duration":"100.289663ms","start":"2026-03-12T19:17:12.111194Z","end":"2026-03-12T19:17:12.211483Z","steps":["trace[146053236] 'read index received' (duration: 21.793231ms)","trace[146053236] 'applied index is now lower than readState.Index' (duration: 78.495362ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:12.211601Z","caller":"traceutil/trace.go:171","msg":"trace[759013639] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"123.628668ms","start":"2026-03-12T19:17:12.087912Z","end":"2026-03-12T19:17:12.211541Z","steps":["trace[759013639] 'process raft request' (duration: 123.448464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:12.211778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.580119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-12T19:17:12.21186Z","caller":"traceutil/trace.go:171","msg":"trace[1110576402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:874; }","duration":"100.717802ms","start":"2026-03-12T19:17:12.11113Z","end":"2026-03-12T19:17:12.211848Z","steps":["trace[1110576402] 'agreement among raft nodes before linearized reading' (duration: 100.487777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.588356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.139646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:19.588528Z","caller":"traceutil/trace.go:171","msg":"trace[592887328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:928; }","duration":"297.346221ms","start":"2026-03-12T19:17:19.291157Z","end":"2026-03-12T19:17:19.588503Z","steps":["trace[592887328] 'range keys from in-memory index tree' (duration: 297.114466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.588669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.339052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:19.589027Z","caller":"traceutil/trace.go:171","msg":"trace[1083958775] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"732.171706ms","start":"2026-03-12T19:17:18.856843Z","end":"2026-03-12T19:17:19.589015Z","steps":["trace[1083958775] 'process raft request' (duration: 732.023983ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.589048Z","caller":"traceutil/trace.go:171","msg":"trace[883145727] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"310.114473ms","start":"2026-03-12T19:17:19.278911Z","end":"2026-03-12T19:17:19.589025Z","steps":["trace[883145727] 'process raft request' (duration: 310.061922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.589143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:19.278878Z","time spent":"310.223015ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:19.589158Z","caller":"traceutil/trace.go:171","msg":"trace[401640799] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"732.455122ms","start":"2026-03-12T19:17:18.856664Z","end":"2026-03-12T19:17:19.589119Z","steps":["trace[401640799] 'process raft request' (duration: 375.564887ms)","trace[401640799] 'compare' (duration: 355.889183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:19.589208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.856831Z","time spent":"732.261248ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:19.589427Z","caller":"traceutil/trace.go:171","msg":"trace[1376934583] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"732.025433ms","start":"2026-03-12T19:17:18.857161Z","end":"2026-03-12T19:17:19.589187Z","steps":["trace[1376934583] 'process raft request' (duration: 731.768527ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:19.589487Z","caller":"traceutil/trace.go:171","msg":"trace[1590244029] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:958; }","duration":"591.608394ms","start":"2026-03-12T19:17:18.997812Z","end":"2026-03-12T19:17:19.589421Z","steps":["trace[1590244029] 'read index received' (duration: 234.442243ms)","trace[1590244029] 'applied index is now lower than readState.Index' (duration: 357.160881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:19.589524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.856648Z","time spent":"732.775249ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:19.589695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.857146Z","time spent":"732.404231ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:19.589896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.993992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:19.590179Z","caller":"traceutil/trace.go:171","msg":"trace[391708978] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:932; }","duration":"592.307139ms","start":"2026-03-12T19:17:18.997791Z","end":"2026-03-12T19:17:19.590098Z","steps":["trace[391708978] 'agreement among raft nodes before linearized reading' (duration: 591.771907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:19.590349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:18.997689Z","time spent":"592.595915ms","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:20.751657Z","caller":"traceutil/trace.go:171","msg":"trace[1914563218] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"336.945195ms","start":"2026-03-12T19:17:20.414674Z","end":"2026-03-12T19:17:20.751619Z","steps":["trace[1914563218] 'process raft request' (duration: 290.898099ms)","trace[1914563218] 'compare' (duration: 45.575955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:20.751866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.414657Z","time spent":"337.092168ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5053,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:21.036533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.81816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:21.036661Z","caller":"traceutil/trace.go:171","msg":"trace[1192625590] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"274.716272ms","start":"2026-03-12T19:17:20.761924Z","end":"2026-03-12T19:17:21.03664Z","steps":["trace[1192625590] 'read index received' (duration: 122.601766ms)","trace[1192625590] 'applied index is now lower than readState.Index' (duration: 152.113436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:21.036892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.630413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:21.036924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.436176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:21.036963Z","caller":"traceutil/trace.go:171","msg":"trace[456083360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"264.511887ms","start":"2026-03-12T19:17:20.772438Z","end":"2026-03-12T19:17:21.03695Z","steps":["trace[456083360] 'agreement among raft nodes before linearized reading' (duration: 264.347712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:21.03696Z","caller":"traceutil/trace.go:171","msg":"trace[495357585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"208.770648ms","start":"2026-03-12T19:17:20.828174Z","end":"2026-03-12T19:17:21.036944Z","steps":["trace[495357585] 'agreement among raft nodes before linearized reading' (duration: 208.643404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.036996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.096739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-wg7vc\" ","response":"range_response_count:1 size:5068"} {"level":"info","ts":"2026-03-12T19:17:21.037093Z","caller":"traceutil/trace.go:171","msg":"trace[758724295] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-wg7vc; range_end:; response_count:1; response_revision:936; }","duration":"216.247682ms","start":"2026-03-12T19:17:20.820822Z","end":"2026-03-12T19:17:21.03707Z","steps":["trace[758724295] 'agreement among raft nodes before linearized reading' (duration: 216.010746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.037045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.942767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:21.036689Z","caller":"traceutil/trace.go:171","msg":"trace[1971730839] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"278.74565ms","start":"2026-03-12T19:17:20.75791Z","end":"2026-03-12T19:17:21.036656Z","steps":["trace[1971730839] 'process raft request' (duration: 126.699106ms)","trace[1971730839] 'compare' (duration: 151.638675ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:21.037333Z","caller":"traceutil/trace.go:171","msg":"trace[381035323] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:936; }","duration":"275.437389ms","start":"2026-03-12T19:17:20.761879Z","end":"2026-03-12T19:17:21.037317Z","steps":["trace[381035323] 'agreement among raft nodes before linearized reading' (duration: 274.855585ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:22.954839Z","caller":"traceutil/trace.go:171","msg":"trace[1101776262] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"111.50001ms","start":"2026-03-12T19:17:22.843307Z","end":"2026-03-12T19:17:22.954807Z","steps":["trace[1101776262] 'process raft request' (duration: 111.286445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:23.006978Z","caller":"traceutil/trace.go:171","msg":"trace[2146454539] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"162.404224ms","start":"2026-03-12T19:17:22.844545Z","end":"2026-03-12T19:17:23.006949Z","steps":["trace[2146454539] 'process raft request' (duration: 136.747108ms)","trace[2146454539] 'compare' (duration: 25.480752ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.187895Z","caller":"traceutil/trace.go:171","msg":"trace[648702745] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"150.612423ms","start":"2026-03-12T19:17:25.03723Z","end":"2026-03-12T19:17:25.187843Z","steps":["trace[648702745] 'process raft request' (duration: 150.359368ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.494467Z","caller":"traceutil/trace.go:171","msg":"trace[883783201] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"140.52982ms","start":"2026-03-12T19:17:25.353904Z","end":"2026-03-12T19:17:25.494434Z","steps":["trace[883783201] 'read index received' (duration: 108.34206ms)","trace[883783201] 'applied index is now lower than readState.Index' (duration: 32.18625ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.494589Z","caller":"traceutil/trace.go:171","msg":"trace[1306334337] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"185.870791ms","start":"2026-03-12T19:17:25.308673Z","end":"2026-03-12T19:17:25.494543Z","steps":["trace[1306334337] 'process raft request' (duration: 153.6141ms)","trace[1306334337] 'compare' (duration: 31.959615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:25.49486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.915449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"info","ts":"2026-03-12T19:17:25.494923Z","caller":"traceutil/trace.go:171","msg":"trace[1391227775] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:963; }","duration":"141.067412ms","start":"2026-03-12T19:17:25.353839Z","end":"2026-03-12T19:17:25.494907Z","steps":["trace[1391227775] 'agreement among raft nodes before linearized reading' (duration: 140.765426ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:26.611695Z","caller":"traceutil/trace.go:171","msg":"trace[1625317887] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"114.471066ms","start":"2026-03-12T19:17:26.497187Z","end":"2026-03-12T19:17:26.611658Z","steps":["trace[1625317887] 'read index received' (duration: 114.057076ms)","trace[1625317887] 'applied index is now lower than readState.Index' (duration: 412.79µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:26.611818Z","caller":"traceutil/trace.go:171","msg":"trace[111107234] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"195.664898ms","start":"2026-03-12T19:17:26.416121Z","end":"2026-03-12T19:17:26.611786Z","steps":["trace[111107234] 'process raft request' (duration: 195.223157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.611903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.684721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.611964Z","caller":"traceutil/trace.go:171","msg":"trace[731121509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"114.779733ms","start":"2026-03-12T19:17:26.497164Z","end":"2026-03-12T19:17:26.611944Z","steps":["trace[731121509] 'agreement among raft nodes before linearized reading' (duration: 114.64878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.584824Z","caller":"traceutil/trace.go:171","msg":"trace[1409281343] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"381.356745ms","start":"2026-03-12T19:17:27.203437Z","end":"2026-03-12T19:17:27.584793Z","steps":["trace[1409281343] 'process raft request' (duration: 381.091659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:27.585037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.203416Z","time spent":"381.502577ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:28.253225Z","caller":"traceutil/trace.go:171","msg":"trace[356222362] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1007; }","duration":"427.245057ms","start":"2026-03-12T19:17:27.825942Z","end":"2026-03-12T19:17:28.253187Z","steps":["trace[356222362] 'read index received' (duration: 333.060849ms)","trace[356222362] 'applied index is now lower than readState.Index' (duration: 94.182488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:28.253278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.58587Z","time spent":"667.396386ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:17:28.253616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.492383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:28.253876Z","caller":"traceutil/trace.go:171","msg":"trace[972229748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:976; }","duration":"398.77337ms","start":"2026-03-12T19:17:27.855054Z","end":"2026-03-12T19:17:28.253828Z","steps":["trace[972229748] 'agreement among raft nodes before linearized reading' (duration: 398.355091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.253985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.101797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:17:28.253628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.646016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:28.254143Z","caller":"traceutil/trace.go:171","msg":"trace[586041347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:976; }","duration":"428.249829ms","start":"2026-03-12T19:17:27.825877Z","end":"2026-03-12T19:17:28.254126Z","steps":["trace[586041347] 'agreement among raft nodes before linearized reading' (duration: 427.450042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.254306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.825845Z","time spent":"428.441494ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:28.253994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.952719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:28.254478Z","caller":"traceutil/trace.go:171","msg":"trace[324258750] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:976; }","duration":"416.555382ms","start":"2026-03-12T19:17:27.837885Z","end":"2026-03-12T19:17:28.254441Z","steps":["trace[324258750] 'agreement among raft nodes before linearized reading' (duration: 415.478719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.254004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.855026Z","time spent":"398.956923ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:28.254556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.837854Z","time spent":"416.684744ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:28.25406Z","caller":"traceutil/trace.go:171","msg":"trace[2000480317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:976; }","duration":"399.28821ms","start":"2026-03-12T19:17:27.854755Z","end":"2026-03-12T19:17:28.254043Z","steps":["trace[2000480317] 'agreement among raft nodes before linearized reading' (duration: 398.743498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.254698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.854704Z","time spent":"399.970505ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:17:30.184587Z","caller":"traceutil/trace.go:171","msg":"trace[2103637869] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"302.651742ms","start":"2026-03-12T19:17:29.88191Z","end":"2026-03-12T19:17:30.184562Z","steps":["trace[2103637869] 'process raft request' (duration: 302.495908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.18475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.881882Z","time spent":"302.787744ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:30.320487Z","caller":"traceutil/trace.go:171","msg":"trace[521359225] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"368.217157ms","start":"2026-03-12T19:17:29.952229Z","end":"2026-03-12T19:17:30.320446Z","steps":["trace[521359225] 'process raft request' (duration: 368.143115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.320731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.952213Z","time spent":"368.38901ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:30.320645Z","caller":"traceutil/trace.go:171","msg":"trace[1175222112] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"424.92079ms","start":"2026-03-12T19:17:29.895602Z","end":"2026-03-12T19:17:30.320523Z","steps":["trace[1175222112] 'process raft request' (duration: 424.567102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:30.321022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:29.895578Z","time spent":"425.33618ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:30.40895Z","caller":"traceutil/trace.go:171","msg":"trace[1568129985] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"219.36673ms","start":"2026-03-12T19:17:30.189543Z","end":"2026-03-12T19:17:30.40891Z","steps":["trace[1568129985] 'process raft request' (duration: 219.044863ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.409066Z","caller":"traceutil/trace.go:171","msg":"trace[1847837265] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"219.059414ms","start":"2026-03-12T19:17:30.189968Z","end":"2026-03-12T19:17:30.409027Z","steps":["trace[1847837265] 'process raft request' (duration: 218.921251ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.409093Z","caller":"traceutil/trace.go:171","msg":"trace[854244422] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"219.38048ms","start":"2026-03-12T19:17:30.189673Z","end":"2026-03-12T19:17:30.409053Z","steps":["trace[854244422] 'process raft request' (duration: 219.082544ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.554512Z","caller":"traceutil/trace.go:171","msg":"trace[339098917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:996; }","duration":"142.327215ms","start":"2026-03-12T19:17:30.412158Z","end":"2026-03-12T19:17:30.554486Z","steps":["trace[339098917] 'process raft request' (duration: 65.164286ms)","trace[339098917] 'compare' (duration: 76.990145ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:30.559609Z","caller":"traceutil/trace.go:171","msg":"trace[314687292] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"145.151916ms","start":"2026-03-12T19:17:30.414414Z","end":"2026-03-12T19:17:30.559566Z","steps":["trace[314687292] 'process raft request' (duration: 144.83205ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.559865Z","caller":"traceutil/trace.go:171","msg":"trace[228228201] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"142.328595ms","start":"2026-03-12T19:17:30.417516Z","end":"2026-03-12T19:17:30.559845Z","steps":["trace[228228201] 'process raft request' (duration: 142.116631ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.559857Z","caller":"traceutil/trace.go:171","msg":"trace[617757514] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"145.31163ms","start":"2026-03-12T19:17:30.414513Z","end":"2026-03-12T19:17:30.559825Z","steps":["trace[617757514] 'process raft request' (duration: 145.001433ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.559844Z","caller":"traceutil/trace.go:171","msg":"trace[1523240007] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"145.197578ms","start":"2026-03-12T19:17:30.414606Z","end":"2026-03-12T19:17:30.559804Z","steps":["trace[1523240007] 'process raft request' (duration: 144.989683ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.754413Z","caller":"traceutil/trace.go:171","msg":"trace[1067454577] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"115.765577ms","start":"2026-03-12T19:17:30.638598Z","end":"2026-03-12T19:17:30.754363Z","steps":["trace[1067454577] 'process raft request' (duration: 79.728193ms)","trace[1067454577] 'compare' (duration: 35.85346ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:31.695756Z","caller":"traceutil/trace.go:171","msg":"trace[1375176694] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1037; }","duration":"194.721214ms","start":"2026-03-12T19:17:31.501004Z","end":"2026-03-12T19:17:31.695726Z","steps":["trace[1375176694] 'read index received' (duration: 161.117283ms)","trace[1375176694] 'applied index is now lower than readState.Index' (duration: 33.602471ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:31.695885Z","caller":"traceutil/trace.go:171","msg":"trace[463044606] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"250.493767ms","start":"2026-03-12T19:17:31.445347Z","end":"2026-03-12T19:17:31.695841Z","steps":["trace[463044606] 'process raft request' (duration: 216.833355ms)","trace[463044606] 'compare' (duration: 33.380496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:31.696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.952599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:31.696316Z","caller":"traceutil/trace.go:171","msg":"trace[1993327474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1006; }","duration":"195.323158ms","start":"2026-03-12T19:17:31.50096Z","end":"2026-03-12T19:17:31.696283Z","steps":["trace[1993327474] 'agreement among raft nodes before linearized reading' (duration: 194.913928ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:31.903882Z","caller":"traceutil/trace.go:171","msg":"trace[362362341] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1010; }","duration":"107.517228ms","start":"2026-03-12T19:17:31.796337Z","end":"2026-03-12T19:17:31.903854Z","steps":["trace[362362341] 'process raft request' (duration: 62.676263ms)","trace[362362341] 'compare' (duration: 44.286953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:32.588579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.687072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213831"} {"level":"info","ts":"2026-03-12T19:17:32.588679Z","caller":"traceutil/trace.go:171","msg":"trace[1956069849] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1015; }","duration":"434.846386ms","start":"2026-03-12T19:17:32.153807Z","end":"2026-03-12T19:17:32.588653Z","steps":["trace[1956069849] 'range keys from in-memory index tree' (duration: 434.231443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:32.588724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:32.153782Z","time spent":"434.932468ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":213855,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-12T19:17:34.641535Z","caller":"traceutil/trace.go:171","msg":"trace[1459016282] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1066; }","duration":"105.364972ms","start":"2026-03-12T19:17:34.536135Z","end":"2026-03-12T19:17:34.6415Z","steps":["trace[1459016282] 'read index received' (duration: 47.109585ms)","trace[1459016282] 'applied index is now lower than readState.Index' (duration: 58.253557ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:34.641566Z","caller":"traceutil/trace.go:171","msg":"trace[1198512747] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"106.146409ms","start":"2026-03-12T19:17:34.535385Z","end":"2026-03-12T19:17:34.641531Z","steps":["trace[1198512747] 'process raft request' (duration: 87.058633ms)","trace[1198512747] 'compare' (duration: 18.889912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:34.641929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.74348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2068"} {"level":"info","ts":"2026-03-12T19:17:34.642037Z","caller":"traceutil/trace.go:171","msg":"trace[1936690899] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1034; }","duration":"105.880793ms","start":"2026-03-12T19:17:34.536128Z","end":"2026-03-12T19:17:34.642009Z","steps":["trace[1936690899] 'agreement among raft nodes before linearized reading' (duration: 105.499155ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.002662Z","caller":"traceutil/trace.go:171","msg":"trace[24574095] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"178.713906ms","start":"2026-03-12T19:17:34.823903Z","end":"2026-03-12T19:17:35.002617Z","steps":["trace[24574095] 'process raft request' (duration: 177.818946ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.002773Z","caller":"traceutil/trace.go:171","msg":"trace[1257573381] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"178.367839ms","start":"2026-03-12T19:17:34.824366Z","end":"2026-03-12T19:17:35.002734Z","steps":["trace[1257573381] 'process raft request' (duration: 178.220066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.002811Z","caller":"traceutil/trace.go:171","msg":"trace[1265015495] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1075; }","duration":"158.857144ms","start":"2026-03-12T19:17:34.843922Z","end":"2026-03-12T19:17:35.002779Z","steps":["trace[1265015495] 'read index received' (duration: 21.787154ms)","trace[1265015495] 'applied index is now lower than readState.Index' (duration: 137.0686ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.003008Z","caller":"traceutil/trace.go:171","msg":"trace[340399523] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"178.670876ms","start":"2026-03-12T19:17:34.824315Z","end":"2026-03-12T19:17:35.002986Z","steps":["trace[340399523] 'process raft request' (duration: 178.228546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.003118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.154801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:17:35.003177Z","caller":"traceutil/trace.go:171","msg":"trace[131672599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1048; }","duration":"159.280573ms","start":"2026-03-12T19:17:34.843875Z","end":"2026-03-12T19:17:35.003156Z","steps":["trace[131672599] 'agreement among raft nodes before linearized reading' (duration: 159.028418ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.003144Z","caller":"traceutil/trace.go:171","msg":"trace[870933527] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"166.202654ms","start":"2026-03-12T19:17:34.836872Z","end":"2026-03-12T19:17:35.003074Z","steps":["trace[870933527] 'process raft request' (duration: 165.788125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.003187Z","caller":"traceutil/trace.go:171","msg":"trace[1885344056] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"178.619125ms","start":"2026-03-12T19:17:34.824502Z","end":"2026-03-12T19:17:35.003121Z","steps":["trace[1885344056] 'process raft request' (duration: 178.121234ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.003317Z","caller":"traceutil/trace.go:171","msg":"trace[1899241085] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"164.547808ms","start":"2026-03-12T19:17:34.838721Z","end":"2026-03-12T19:17:35.003269Z","steps":["trace[1899241085] 'process raft request' (duration: 163.981566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.310742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.378222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:35.310899Z","caller":"traceutil/trace.go:171","msg":"trace[1429730261] linearizableReadLoop","detail":"{readStateIndex:1088; appliedIndex:1087; }","duration":"183.662504ms","start":"2026-03-12T19:17:35.127208Z","end":"2026-03-12T19:17:35.310871Z","steps":["trace[1429730261] 'read index received' (duration: 59.853432ms)","trace[1429730261] 'applied index is now lower than readState.Index' (duration: 123.807252ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.310913Z","caller":"traceutil/trace.go:171","msg":"trace[956461292] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"246.121012ms","start":"2026-03-12T19:17:35.064749Z","end":"2026-03-12T19:17:35.31087Z","steps":["trace[956461292] 'process raft request' (duration: 122.477054ms)","trace[956461292] 'compare' (duration: 122.984734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.311466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.233116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-03-12T19:17:35.311542Z","caller":"traceutil/trace.go:171","msg":"trace[1862929623] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:1054; }","duration":"184.333958ms","start":"2026-03-12T19:17:35.12719Z","end":"2026-03-12T19:17:35.311524Z","steps":["trace[1862929623] 'agreement among raft nodes before linearized reading' (duration: 183.786447ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.497634Z","caller":"traceutil/trace.go:171","msg":"trace[1152190168] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"102.408277ms","start":"2026-03-12T19:17:35.395163Z","end":"2026-03-12T19:17:35.497572Z","steps":["trace[1152190168] 'process raft request' (duration: 43.480335ms)","trace[1152190168] 'compare' (duration: 58.667896ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.497739Z","caller":"traceutil/trace.go:171","msg":"trace[1948023214] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1091; }","duration":"101.906416ms","start":"2026-03-12T19:17:35.395665Z","end":"2026-03-12T19:17:35.497572Z","steps":["trace[1948023214] 'read index received' (duration: 43.001355ms)","trace[1948023214] 'applied index is now lower than readState.Index' (duration: 58.903611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.497803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.097721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-03-12T19:17:35.497909Z","caller":"traceutil/trace.go:171","msg":"trace[481178359] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1057; }","duration":"102.249924ms","start":"2026-03-12T19:17:35.395633Z","end":"2026-03-12T19:17:35.497883Z","steps":["trace[481178359] 'agreement among raft nodes before linearized reading' (duration: 101.945737ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.500107Z","caller":"traceutil/trace.go:171","msg":"trace[39015582] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1058; }","duration":"104.156505ms","start":"2026-03-12T19:17:35.395912Z","end":"2026-03-12T19:17:35.500069Z","steps":["trace[39015582] 'process raft request' (duration: 103.9059ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.666174Z","caller":"traceutil/trace.go:171","msg":"trace[945254962] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"147.15856ms","start":"2026-03-12T19:17:35.518973Z","end":"2026-03-12T19:17:35.666132Z","steps":["trace[945254962] 'process raft request' (duration: 80.868878ms)","trace[945254962] 'compare' (duration: 66.110088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:45.128237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.86277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:45.128347Z","caller":"traceutil/trace.go:171","msg":"trace[1794011984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1118; }","duration":"145.046884ms","start":"2026-03-12T19:17:44.983275Z","end":"2026-03-12T19:17:45.128322Z","steps":["trace[1794011984] 'range keys from in-memory index tree' (duration: 144.606884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:48.269491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.420529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-hv27v\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-12T19:17:48.269607Z","caller":"traceutil/trace.go:171","msg":"trace[760366309] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-hv27v; range_end:; response_count:1; response_revision:1131; }","duration":"292.626544ms","start":"2026-03-12T19:17:47.976952Z","end":"2026-03-12T19:17:48.269579Z","steps":["trace[760366309] 'range keys from in-memory index tree' (duration: 292.180024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:48.269786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.889575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:48.269893Z","caller":"traceutil/trace.go:171","msg":"trace[215627196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1131; }","duration":"256.035738ms","start":"2026-03-12T19:17:48.01383Z","end":"2026-03-12T19:17:48.269866Z","steps":["trace[215627196] 'range keys from in-memory index tree' (duration: 255.690601ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:48.495963Z","caller":"traceutil/trace.go:171","msg":"trace[1935425424] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"220.510164ms","start":"2026-03-12T19:17:48.275416Z","end":"2026-03-12T19:17:48.495926Z","steps":["trace[1935425424] 'process raft request' (duration: 220.258569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:49.374764Z","caller":"traceutil/trace.go:171","msg":"trace[1225520885] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1170; }","duration":"456.17381ms","start":"2026-03-12T19:17:48.91856Z","end":"2026-03-12T19:17:49.374734Z","steps":["trace[1225520885] 'read index received' (duration: 455.933324ms)","trace[1225520885] 'applied index is now lower than readState.Index' (duration: 239.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:49.374839Z","caller":"traceutil/trace.go:171","msg":"trace[173297280] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"1.095576354s","start":"2026-03-12T19:17:48.279224Z","end":"2026-03-12T19:17:49.3748Z","steps":["trace[173297280] 'process raft request' (duration: 1.095340729s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.375038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.734729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:17:49.37505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:48.279213Z","time spent":"1.095720587s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:49.375046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.479707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:17:49.375152Z","caller":"traceutil/trace.go:171","msg":"trace[1590490281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1133; }","duration":"456.63021ms","start":"2026-03-12T19:17:48.9185Z","end":"2026-03-12T19:17:49.37513Z","steps":["trace[1590490281] 'agreement among raft nodes before linearized reading' (duration: 456.357184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.375174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.786421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-12T19:17:49.375213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:48.918477Z","time spent":"456.723832ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:17:49.375256Z","caller":"traceutil/trace.go:171","msg":"trace[1255360416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1133; }","duration":"191.922393ms","start":"2026-03-12T19:17:49.183315Z","end":"2026-03-12T19:17:49.375237Z","steps":["trace[1255360416] 'agreement among raft nodes before linearized reading' (duration: 191.673058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.375274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.674189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:49.375325Z","caller":"traceutil/trace.go:171","msg":"trace[1507093870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1133; }","duration":"209.74731ms","start":"2026-03-12T19:17:49.165569Z","end":"2026-03-12T19:17:49.375316Z","steps":["trace[1507093870] 'agreement among raft nodes before linearized reading' (duration: 209.551206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.375301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.467731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:17:49.375098Z","caller":"traceutil/trace.go:171","msg":"trace[500293812] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1133; }","duration":"403.947454ms","start":"2026-03-12T19:17:48.971134Z","end":"2026-03-12T19:17:49.375081Z","steps":["trace[500293812] 'agreement among raft nodes before linearized reading' (duration: 403.807181ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:49.375382Z","caller":"traceutil/trace.go:171","msg":"trace[1004957775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1133; }","duration":"224.576064ms","start":"2026-03-12T19:17:49.150785Z","end":"2026-03-12T19:17:49.375361Z","steps":["trace[1004957775] 'agreement among raft nodes before linearized reading' (duration: 224.357679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.375429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:48.9711Z","time spent":"404.312472ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:54.339118Z","caller":"traceutil/trace.go:171","msg":"trace[556227858] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"105.430482ms","start":"2026-03-12T19:17:54.233638Z","end":"2026-03-12T19:17:54.339069Z","steps":["trace[556227858] 'process raft request' (duration: 80.685044ms)","trace[556227858] 'compare' (duration: 24.506163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:56.133202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.518384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:56.133384Z","caller":"traceutil/trace.go:171","msg":"trace[910893762] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"546.991125ms","start":"2026-03-12T19:17:55.586363Z","end":"2026-03-12T19:17:56.133354Z","steps":["trace[910893762] 'process raft request' (duration: 201.190174ms)","trace[910893762] 'compare' (duration: 345.31858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:56.133468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.586316Z","time spent":"547.120097ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:56.276059Z","caller":"traceutil/trace.go:171","msg":"trace[1690310643] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"687.602103ms","start":"2026-03-12T19:17:55.588418Z","end":"2026-03-12T19:17:56.27602Z","steps":["trace[1690310643] 'process raft request' (duration: 666.442772ms)","trace[1690310643] 'compare' (duration: 20.995407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:56.276293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.588404Z","time spent":"687.756376ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:58.102732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.020892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:58.102877Z","caller":"traceutil/trace.go:171","msg":"trace[1617673193] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"571.463787ms","start":"2026-03-12T19:17:57.531391Z","end":"2026-03-12T19:17:58.102855Z","steps":["trace[1617673193] 'read index received' (duration: 89.126618ms)","trace[1617673193] 'applied index is now lower than readState.Index' (duration: 482.335149ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:58.102917Z","caller":"traceutil/trace.go:171","msg":"trace[1891172791] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"595.634674ms","start":"2026-03-12T19:17:57.507241Z","end":"2026-03-12T19:17:58.102875Z","steps":["trace[1891172791] 'process raft request' (duration: 113.347086ms)","trace[1891172791] 'compare' (duration: 481.702805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:58.103128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.507206Z","time spent":"595.803216ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:58.103224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.808785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:58.103336Z","caller":"traceutil/trace.go:171","msg":"trace[803460352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1250; }","duration":"571.984159ms","start":"2026-03-12T19:17:57.531324Z","end":"2026-03-12T19:17:58.103308Z","steps":["trace[803460352] 'agreement among raft nodes before linearized reading' (duration: 571.629741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:58.103395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.531299Z","time spent":"572.08376ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:17:58.103222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.03243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:17:58.103467Z","caller":"traceutil/trace.go:171","msg":"trace[128652994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1250; }","duration":"544.322517ms","start":"2026-03-12T19:17:57.559127Z","end":"2026-03-12T19:17:58.103449Z","steps":["trace[128652994] 'agreement among raft nodes before linearized reading' (duration: 543.890698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:58.103519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.559113Z","time spent":"544.396078ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:01.239669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.305273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xhhnc\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-12T19:18:01.239769Z","caller":"traceutil/trace.go:171","msg":"trace[1004196795] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xhhnc; range_end:; response_count:1; response_revision:1264; }","duration":"193.461937ms","start":"2026-03-12T19:18:01.046284Z","end":"2026-03-12T19:18:01.239746Z","steps":["trace[1004196795] 'range keys from in-memory index tree' (duration: 193.095309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.239844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.01203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:01.239892Z","caller":"traceutil/trace.go:171","msg":"trace[22733742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1264; }","duration":"412.099192ms","start":"2026-03-12T19:18:00.827778Z","end":"2026-03-12T19:18:01.239877Z","steps":["trace[22733742] 'range keys from in-memory index tree' (duration: 411.917787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.239923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.827754Z","time spent":"412.161962ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:01.240062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.786601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:01.240159Z","caller":"traceutil/trace.go:171","msg":"trace[502768962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1264; }","duration":"586.936034ms","start":"2026-03-12T19:18:00.653202Z","end":"2026-03-12T19:18:01.240138Z","steps":["trace[502768962] 'range keys from in-memory index tree' (duration: 586.557566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.240205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.653178Z","time spent":"587.016085ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:01.240421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.871942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:01.240493Z","caller":"traceutil/trace.go:171","msg":"trace[312603584] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1264; }","duration":"557.956894ms","start":"2026-03-12T19:18:00.682522Z","end":"2026-03-12T19:18:01.240479Z","steps":["trace[312603584] 'count revisions from in-memory index tree' (duration: 557.718568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:01.240529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:00.682439Z","time spent":"558.079865ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:18:01.506871Z","caller":"traceutil/trace.go:171","msg":"trace[1306317256] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"261.769552ms","start":"2026-03-12T19:18:01.245078Z","end":"2026-03-12T19:18:01.506847Z","steps":["trace[1306317256] 'process raft request' (duration: 261.594498ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:01.51614Z","caller":"traceutil/trace.go:171","msg":"trace[35471536] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"266.136338ms","start":"2026-03-12T19:18:01.249962Z","end":"2026-03-12T19:18:01.516098Z","steps":["trace[35471536] 'process raft request' (duration: 265.876302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:02.946117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.70912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:18:03.565279Z","caller":"traceutil/trace.go:171","msg":"trace[855079177] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"140.187018ms","start":"2026-03-12T19:18:03.42505Z","end":"2026-03-12T19:18:03.565237Z","steps":["trace[855079177] 'process raft request' (duration: 139.897872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:04.080156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:04.580977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:05.081267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:05.358893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787253425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:05.359327Z","caller":"traceutil/trace.go:171","msg":"trace[103627650] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"1.779442256s","start":"2026-03-12T19:18:03.579858Z","end":"2026-03-12T19:18:05.3593Z","steps":["trace[103627650] 'read index received' (duration: 1.779176201s)","trace[103627650] 'applied index is now lower than readState.Index' (duration: 265.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:05.359412Z","caller":"traceutil/trace.go:171","msg":"trace[1897956581] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"1.78794786s","start":"2026-03-12T19:18:03.571452Z","end":"2026-03-12T19:18:05.359399Z","steps":["trace[1897956581] 'process raft request' (duration: 1.787645514s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.359559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.571412Z","time spent":"1.788028062s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:05.359657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.005372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:05.359693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779814224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:05.359724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133318114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:18:05.359739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127522909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:18:05.359781Z","caller":"traceutil/trace.go:171","msg":"trace[1500210935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1275; }","duration":"1.779949517s","start":"2026-03-12T19:18:03.57981Z","end":"2026-03-12T19:18:05.35976Z","steps":["trace[1500210935] 'agreement among raft nodes before linearized reading' (duration: 1.779743463s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.359813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.466336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:18:05.359813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.776185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:05.359813Z","caller":"traceutil/trace.go:171","msg":"trace[2099071535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1275; }","duration":"1.133468728s","start":"2026-03-12T19:18:04.226315Z","end":"2026-03-12T19:18:05.359784Z","steps":["trace[2099071535] 'agreement among raft nodes before linearized reading' (duration: 1.13312965s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.359822Z","caller":"traceutil/trace.go:171","msg":"trace[1057312954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1275; }","duration":"1.127645811s","start":"2026-03-12T19:18:04.232157Z","end":"2026-03-12T19:18:05.359803Z","steps":["trace[1057312954] 'agreement among raft nodes before linearized reading' (duration: 1.127380435s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.359771Z","caller":"traceutil/trace.go:171","msg":"trace[255412509] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1275; }","duration":"734.192976ms","start":"2026-03-12T19:18:04.625554Z","end":"2026-03-12T19:18:05.359747Z","steps":["trace[255412509] 'agreement among raft nodes before linearized reading' (duration: 733.91829ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.359837Z","caller":"traceutil/trace.go:171","msg":"trace[95717734] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1275; }","duration":"668.516528ms","start":"2026-03-12T19:18:04.691315Z","end":"2026-03-12T19:18:05.359832Z","steps":["trace[95717734] 'agreement among raft nodes before linearized reading' (duration: 668.477487ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.359845Z","caller":"traceutil/trace.go:171","msg":"trace[1637090761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1275; }","duration":"967.869457ms","start":"2026-03-12T19:18:04.391968Z","end":"2026-03-12T19:18:05.359837Z","steps":["trace[1637090761] 'agreement among raft nodes before linearized reading' (duration: 967.738334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.359864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.625523Z","time spent":"734.332959ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:05.359871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.691277Z","time spent":"668.588908ms","remote":"127.0.0.1:34624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:05.359874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.391912Z","time spent":"967.956628ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:05.359824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.579789Z","time spent":"1.780029568s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:05.359859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.226283Z","time spent":"1.13356947s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:05.359925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127958717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-12T19:18:05.359958Z","caller":"traceutil/trace.go:171","msg":"trace[1463168252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1275; }","duration":"1.12805837s","start":"2026-03-12T19:18:04.231891Z","end":"2026-03-12T19:18:05.35995Z","steps":["trace[1463168252] 'agreement among raft nodes before linearized reading' (duration: 1.127986169s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.359985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.231856Z","time spent":"1.128123462s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:05.359862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.232143Z","time spent":"1.127712933s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:18:06.281656Z","caller":"traceutil/trace.go:171","msg":"trace[238056205] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"200.312976ms","start":"2026-03-12T19:18:06.081318Z","end":"2026-03-12T19:18:06.281631Z","steps":["trace[238056205] 'process raft request' (duration: 200.159873ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.579933Z","caller":"traceutil/trace.go:171","msg":"trace[1956196003] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"135.330993ms","start":"2026-03-12T19:18:07.444573Z","end":"2026-03-12T19:18:07.579904Z","steps":["trace[1956196003] 'process raft request' (duration: 134.321021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.580263Z","caller":"traceutil/trace.go:171","msg":"trace[1618476932] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"135.67926ms","start":"2026-03-12T19:18:07.444566Z","end":"2026-03-12T19:18:07.580245Z","steps":["trace[1618476932] 'process raft request' (duration: 135.291142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.580495Z","caller":"traceutil/trace.go:171","msg":"trace[1462315264] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"135.723792ms","start":"2026-03-12T19:18:07.444734Z","end":"2026-03-12T19:18:07.580458Z","steps":["trace[1462315264] 'process raft request' (duration: 135.572318ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.580716Z","caller":"traceutil/trace.go:171","msg":"trace[36326097] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"136.071629ms","start":"2026-03-12T19:18:07.444633Z","end":"2026-03-12T19:18:07.580704Z","steps":["trace[36326097] 'process raft request' (duration: 135.541327ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:09.622909Z","caller":"traceutil/trace.go:171","msg":"trace[1250387832] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"100.475305ms","start":"2026-03-12T19:18:09.522393Z","end":"2026-03-12T19:18:09.622868Z","steps":["trace[1250387832] 'process raft request' (duration: 96.848987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:09.623269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.164068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:09.623492Z","caller":"traceutil/trace.go:171","msg":"trace[1311635002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1307; }","duration":"100.409414ms","start":"2026-03-12T19:18:09.522897Z","end":"2026-03-12T19:18:09.623306Z","steps":["trace[1311635002] 'agreement among raft nodes before linearized reading' (duration: 100.172259ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:11.695027Z","caller":"traceutil/trace.go:171","msg":"trace[462029545] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"176.753274ms","start":"2026-03-12T19:18:11.518247Z","end":"2026-03-12T19:18:11.695Z","steps":["trace[462029545] 'process raft request' (duration: 104.516733ms)","trace[462029545] 'compare' (duration: 72.121659ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:11.697293Z","caller":"traceutil/trace.go:171","msg":"trace[576118551] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"102.340557ms","start":"2026-03-12T19:18:11.594878Z","end":"2026-03-12T19:18:11.697219Z","steps":["trace[576118551] 'process raft request' (duration: 100.837943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:13.886611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.161131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:13.886759Z","caller":"traceutil/trace.go:171","msg":"trace[1402930052] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"137.00457ms","start":"2026-03-12T19:18:13.749728Z","end":"2026-03-12T19:18:13.886732Z","steps":["trace[1402930052] 'read index received' (duration: 34.474271ms)","trace[1402930052] 'applied index is now lower than readState.Index' (duration: 102.528779ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:13.886789Z","caller":"traceutil/trace.go:171","msg":"trace[2135823934] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"148.777155ms","start":"2026-03-12T19:18:13.737973Z","end":"2026-03-12T19:18:13.88675Z","steps":["trace[2135823934] 'process raft request' (duration: 46.331748ms)","trace[2135823934] 'compare' (duration: 101.987718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:13.886939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.202654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:13.887025Z","caller":"traceutil/trace.go:171","msg":"trace[1889125797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1379; }","duration":"137.284406ms","start":"2026-03-12T19:18:13.749722Z","end":"2026-03-12T19:18:13.887007Z","steps":["trace[1889125797] 'agreement among raft nodes before linearized reading' (duration: 137.099082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:13.91512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.120435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:18:13.915133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.214573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:18:13.915199Z","caller":"traceutil/trace.go:171","msg":"trace[515242857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1380; }","duration":"162.234768ms","start":"2026-03-12T19:18:13.752946Z","end":"2026-03-12T19:18:13.915181Z","steps":["trace[515242857] 'agreement among raft nodes before linearized reading' (duration: 161.944102ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:13.91525Z","caller":"traceutil/trace.go:171","msg":"trace[500698973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1380; }","duration":"165.408497ms","start":"2026-03-12T19:18:13.74981Z","end":"2026-03-12T19:18:13.915219Z","steps":["trace[500698973] 'agreement among raft nodes before linearized reading' (duration: 165.038839ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.4577Z","caller":"traceutil/trace.go:171","msg":"trace[1524121985] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"105.162547ms","start":"2026-03-12T19:18:16.352496Z","end":"2026-03-12T19:18:16.457659Z","steps":["trace[1524121985] 'read index received' (duration: 100.970345ms)","trace[1524121985] 'applied index is now lower than readState.Index' (duration: 4.190732ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:16.457759Z","caller":"traceutil/trace.go:171","msg":"trace[1140647477] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"194.644094ms","start":"2026-03-12T19:18:16.263072Z","end":"2026-03-12T19:18:16.457716Z","steps":["trace[1140647477] 'process raft request' (duration: 190.437381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:16.458166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.646468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-03-12T19:18:16.458275Z","caller":"traceutil/trace.go:171","msg":"trace[1152819572] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1472; }","duration":"105.826922ms","start":"2026-03-12T19:18:16.35242Z","end":"2026-03-12T19:18:16.458247Z","steps":["trace[1152819572] 'agreement among raft nodes before linearized reading' (duration: 105.386452ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.663723Z","caller":"traceutil/trace.go:171","msg":"trace[141897524] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"120.894499ms","start":"2026-03-12T19:18:16.542795Z","end":"2026-03-12T19:18:16.66369Z","steps":["trace[141897524] 'process raft request' (duration: 24.761029ms)","trace[141897524] 'compare' (duration: 95.946956ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:16.664441Z","caller":"traceutil/trace.go:171","msg":"trace[527774763] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"121.114403ms","start":"2026-03-12T19:18:16.543283Z","end":"2026-03-12T19:18:16.664397Z","steps":["trace[527774763] 'process raft request' (duration: 120.935839ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.664513Z","caller":"traceutil/trace.go:171","msg":"trace[304417731] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"120.986061ms","start":"2026-03-12T19:18:16.543501Z","end":"2026-03-12T19:18:16.664487Z","steps":["trace[304417731] 'process raft request' (duration: 120.881529ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.664537Z","caller":"traceutil/trace.go:171","msg":"trace[1244795414] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"120.783697ms","start":"2026-03-12T19:18:16.54373Z","end":"2026-03-12T19:18:16.664513Z","steps":["trace[1244795414] 'process raft request' (duration: 120.683364ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.664571Z","caller":"traceutil/trace.go:171","msg":"trace[916753483] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"101.002206ms","start":"2026-03-12T19:18:16.563544Z","end":"2026-03-12T19:18:16.664546Z","steps":["trace[916753483] 'process raft request' (duration: 100.932995ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.664484Z","caller":"traceutil/trace.go:171","msg":"trace[152698633] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"121.080893ms","start":"2026-03-12T19:18:16.543387Z","end":"2026-03-12T19:18:16.664468Z","steps":["trace[152698633] 'process raft request' (duration: 120.96107ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.66471Z","caller":"traceutil/trace.go:171","msg":"trace[1305856969] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"120.854528ms","start":"2026-03-12T19:18:16.543774Z","end":"2026-03-12T19:18:16.664628Z","steps":["trace[1305856969] 'process raft request' (duration: 120.665444ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.828467Z","caller":"traceutil/trace.go:171","msg":"trace[1371603520] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"134.77893ms","start":"2026-03-12T19:18:16.693649Z","end":"2026-03-12T19:18:16.828428Z","steps":["trace[1371603520] 'process raft request' (duration: 134.583376ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:16.828687Z","caller":"traceutil/trace.go:171","msg":"trace[1792644459] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"140.048235ms","start":"2026-03-12T19:18:16.688611Z","end":"2026-03-12T19:18:16.828659Z","steps":["trace[1792644459] 'process raft request' (duration: 84.754914ms)","trace[1792644459] 'compare' (duration: 54.74662ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:17.124458Z","caller":"traceutil/trace.go:171","msg":"trace[30597666] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1552; }","duration":"116.225839ms","start":"2026-03-12T19:18:17.008202Z","end":"2026-03-12T19:18:17.124428Z","steps":["trace[30597666] 'read index received' (duration: 50.279364ms)","trace[30597666] 'applied index is now lower than readState.Index' (duration: 65.945455ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:17.12447Z","caller":"traceutil/trace.go:171","msg":"trace[1902723625] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"125.133001ms","start":"2026-03-12T19:18:16.999287Z","end":"2026-03-12T19:18:17.12442Z","steps":["trace[1902723625] 'process raft request' (duration: 59.244538ms)","trace[1902723625] 'compare' (duration: 65.696929ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:17.124637Z","caller":"traceutil/trace.go:171","msg":"trace[633000228] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1492; }","duration":"114.341446ms","start":"2026-03-12T19:18:17.010266Z","end":"2026-03-12T19:18:17.124607Z","steps":["trace[633000228] 'process raft request' (duration: 114.129182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:17.124742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.899029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-03-12T19:18:17.124796Z","caller":"traceutil/trace.go:171","msg":"trace[1347051072] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1492; }","duration":"138.027851ms","start":"2026-03-12T19:18:16.986755Z","end":"2026-03-12T19:18:17.124783Z","steps":["trace[1347051072] 'agreement among raft nodes before linearized reading' (duration: 137.822887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:17.125142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.21365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3098"} {"level":"info","ts":"2026-03-12T19:18:17.12519Z","caller":"traceutil/trace.go:171","msg":"trace[715762054] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1492; }","duration":"106.328493ms","start":"2026-03-12T19:18:17.018847Z","end":"2026-03-12T19:18:17.125176Z","steps":["trace[715762054] 'agreement among raft nodes before linearized reading' (duration: 106.20604ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:19.189123Z","caller":"traceutil/trace.go:171","msg":"trace[817220947] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"213.470831ms","start":"2026-03-12T19:18:18.975616Z","end":"2026-03-12T19:18:19.189087Z","steps":["trace[817220947] 'process raft request' (duration: 212.575242ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:21.309253Z","caller":"traceutil/trace.go:171","msg":"trace[406414814] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1528; }","duration":"203.427474ms","start":"2026-03-12T19:18:21.105791Z","end":"2026-03-12T19:18:21.309219Z","steps":["trace[406414814] 'process raft request' (duration: 203.25495ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:22.110703Z","caller":"traceutil/trace.go:171","msg":"trace[1551722228] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1594; }","duration":"225.609497ms","start":"2026-03-12T19:18:21.885057Z","end":"2026-03-12T19:18:22.110666Z","steps":["trace[1551722228] 'read index received' (duration: 225.415073ms)","trace[1551722228] 'applied index is now lower than readState.Index' (duration: 192.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:22.110789Z","caller":"traceutil/trace.go:171","msg":"trace[1479157739] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"286.370298ms","start":"2026-03-12T19:18:21.824369Z","end":"2026-03-12T19:18:22.110739Z","steps":["trace[1479157739] 'process raft request' (duration: 286.094652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:22.11103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.741953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:22.111082Z","caller":"traceutil/trace.go:171","msg":"trace[857775498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"187.877836ms","start":"2026-03-12T19:18:21.92319Z","end":"2026-03-12T19:18:22.111068Z","steps":["trace[857775498] 'agreement among raft nodes before linearized reading' (duration: 187.668761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:22.111092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.999475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:22.111283Z","caller":"traceutil/trace.go:171","msg":"trace[1564017700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1529; }","duration":"226.266621ms","start":"2026-03-12T19:18:21.88499Z","end":"2026-03-12T19:18:22.111256Z","steps":["trace[1564017700] 'agreement among raft nodes before linearized reading' (duration: 225.836221ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:26.697972Z","caller":"traceutil/trace.go:171","msg":"trace[2042453268] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"441.235935ms","start":"2026-03-12T19:18:26.256701Z","end":"2026-03-12T19:18:26.697937Z","steps":["trace[2042453268] 'read index received' (duration: 440.822426ms)","trace[2042453268] 'applied index is now lower than readState.Index' (duration: 411.959µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:26.698493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.776487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:26.698553Z","caller":"traceutil/trace.go:171","msg":"trace[2141659634] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"494.471393ms","start":"2026-03-12T19:18:26.204039Z","end":"2026-03-12T19:18:26.69851Z","steps":["trace[2141659634] 'process raft request' (duration: 493.637804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.335773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T19:18:26.69862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.905384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:18:26.698686Z","caller":"traceutil/trace.go:171","msg":"trace[1298916323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1585; }","duration":"409.991436ms","start":"2026-03-12T19:18:26.288679Z","end":"2026-03-12T19:18:26.698671Z","steps":["trace[1298916323] 'agreement among raft nodes before linearized reading' (duration: 409.834753ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:26.698694Z","caller":"traceutil/trace.go:171","msg":"trace[758279449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1585; }","duration":"410.483407ms","start":"2026-03-12T19:18:26.288178Z","end":"2026-03-12T19:18:26.698661Z","steps":["trace[758279449] 'agreement among raft nodes before linearized reading' (duration: 410.181061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.090499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:18:26.698591Z","caller":"traceutil/trace.go:171","msg":"trace[145529523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1585; }","duration":"441.93636ms","start":"2026-03-12T19:18:26.256633Z","end":"2026-03-12T19:18:26.69857Z","steps":["trace[145529523] 'agreement among raft nodes before linearized reading' (duration: 441.646734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.288671Z","time spent":"410.068638ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:26.698752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.204024Z","time spent":"494.643026ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:18:26.698754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.288138Z","time spent":"410.601889ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:26.698755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.611649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-12T19:18:26.698797Z","caller":"traceutil/trace.go:171","msg":"trace[168270442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1585; }","duration":"410.16202ms","start":"2026-03-12T19:18:26.28861Z","end":"2026-03-12T19:18:26.698772Z","steps":["trace[168270442] 'agreement among raft nodes before linearized reading' (duration: 409.967145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.288599Z","time spent":"410.245151ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:18:26.698864Z","caller":"traceutil/trace.go:171","msg":"trace[1064958089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1585; }","duration":"409.743621ms","start":"2026-03-12T19:18:26.289095Z","end":"2026-03-12T19:18:26.698838Z","steps":["trace[1064958089] 'agreement among raft nodes before linearized reading' (duration: 409.439805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.358783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:26.698917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.289085Z","time spent":"409.823113ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:18:26.698944Z","caller":"traceutil/trace.go:171","msg":"trace[265743144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"198.850264ms","start":"2026-03-12T19:18:26.500056Z","end":"2026-03-12T19:18:26.698907Z","steps":["trace[265743144] 'agreement among raft nodes before linearized reading' (duration: 198.316023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.698839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.256605Z","time spent":"442.197306ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:18:27.180196Z","caller":"traceutil/trace.go:171","msg":"trace[778461155] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"264.786299ms","start":"2026-03-12T19:18:26.915366Z","end":"2026-03-12T19:18:27.180152Z","steps":["trace[778461155] 'process raft request' (duration: 264.495752ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:27.180132Z","caller":"traceutil/trace.go:171","msg":"trace[951732092] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1658; }","duration":"111.894884ms","start":"2026-03-12T19:18:27.0682Z","end":"2026-03-12T19:18:27.180095Z","steps":["trace[951732092] 'read index received' (duration: 111.513345ms)","trace[951732092] 'applied index is now lower than readState.Index' (duration: 379.759µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:27.180432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.108068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:27.180543Z","caller":"traceutil/trace.go:171","msg":"trace[456256505] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1591; }","duration":"112.337983ms","start":"2026-03-12T19:18:27.068181Z","end":"2026-03-12T19:18:27.180519Z","steps":["trace[456256505] 'agreement among raft nodes before linearized reading' (duration: 112.062337ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:28.141606Z","caller":"traceutil/trace.go:171","msg":"trace[1969380280] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"266.443084ms","start":"2026-03-12T19:18:27.875127Z","end":"2026-03-12T19:18:28.141571Z","steps":["trace[1969380280] 'process raft request' (duration: 266.239259ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:32.570297Z","caller":"traceutil/trace.go:171","msg":"trace[234568863] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"281.87534ms","start":"2026-03-12T19:18:32.288389Z","end":"2026-03-12T19:18:32.570264Z","steps":["trace[234568863] 'read index received' (duration: 281.632575ms)","trace[234568863] 'applied index is now lower than readState.Index' (duration: 241.215µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:32.570542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.088095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:32.570606Z","caller":"traceutil/trace.go:171","msg":"trace[2085426325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1608; }","duration":"282.272848ms","start":"2026-03-12T19:18:32.288319Z","end":"2026-03-12T19:18:32.570592Z","steps":["trace[2085426325] 'agreement among raft nodes before linearized reading' (duration: 282.112635ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:32.570546Z","caller":"traceutil/trace.go:171","msg":"trace[1573269987] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"415.67299ms","start":"2026-03-12T19:18:32.154823Z","end":"2026-03-12T19:18:32.570496Z","steps":["trace[1573269987] 'process raft request' (duration: 415.232761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.570872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.154796Z","time spent":"415.938015ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:32.593898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.356341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:32.594002Z","caller":"traceutil/trace.go:171","msg":"trace[362897757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1609; }","duration":"305.525754ms","start":"2026-03-12T19:18:32.288451Z","end":"2026-03-12T19:18:32.593977Z","steps":["trace[362897757] 'agreement among raft nodes before linearized reading' (duration: 305.332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.594089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.349798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:32.594102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.288422Z","time spent":"305.664227ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:18:32.594215Z","caller":"traceutil/trace.go:171","msg":"trace[8793890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1609; }","duration":"281.47808ms","start":"2026-03-12T19:18:32.312679Z","end":"2026-03-12T19:18:32.594157Z","steps":["trace[8793890] 'agreement among raft nodes before linearized reading' (duration: 281.330357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.594262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.410691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:32.594313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.33949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:32.594339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.106985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:32.594361Z","caller":"traceutil/trace.go:171","msg":"trace[469561118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1609; }","duration":"282.544244ms","start":"2026-03-12T19:18:32.311795Z","end":"2026-03-12T19:18:32.594339Z","steps":["trace[469561118] 'agreement among raft nodes before linearized reading' (duration: 282.3291ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:32.594369Z","caller":"traceutil/trace.go:171","msg":"trace[508924099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1609; }","duration":"282.453583ms","start":"2026-03-12T19:18:32.311899Z","end":"2026-03-12T19:18:32.594353Z","steps":["trace[508924099] 'agreement among raft nodes before linearized reading' (duration: 282.35621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:32.594394Z","caller":"traceutil/trace.go:171","msg":"trace[2137322546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1609; }","duration":"305.213627ms","start":"2026-03-12T19:18:32.289165Z","end":"2026-03-12T19:18:32.594379Z","steps":["trace[2137322546] 'agreement among raft nodes before linearized reading' (duration: 305.104665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.595294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.289144Z","time spent":"306.122138ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:18:32.594439Z","caller":"traceutil/trace.go:171","msg":"trace[1631781859] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"291.57948ms","start":"2026-03-12T19:18:32.302846Z","end":"2026-03-12T19:18:32.594425Z","steps":["trace[1631781859] 'process raft request' (duration: 287.132414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:32.779814Z","caller":"traceutil/trace.go:171","msg":"trace[865516336] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"110.955682ms","start":"2026-03-12T19:18:32.668812Z","end":"2026-03-12T19:18:32.779768Z","steps":["trace[865516336] 'process raft request' (duration: 92.690856ms)","trace[865516336] 'compare' (duration: 18.057822ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:32.981327Z","caller":"traceutil/trace.go:171","msg":"trace[782457967] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"149.757017ms","start":"2026-03-12T19:18:32.831525Z","end":"2026-03-12T19:18:32.981282Z","steps":["trace[782457967] 'process raft request' (duration: 149.570523ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.166168Z","caller":"traceutil/trace.go:171","msg":"trace[754934882] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"100.244026ms","start":"2026-03-12T19:18:37.065898Z","end":"2026-03-12T19:18:37.166142Z","steps":["trace[754934882] 'process raft request' (duration: 22.644056ms)","trace[754934882] 'compare' (duration: 77.489887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:37.694534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.424912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:37.694807Z","caller":"traceutil/trace.go:171","msg":"trace[1826235352] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1732; }","duration":"205.634194ms","start":"2026-03-12T19:18:37.489135Z","end":"2026-03-12T19:18:37.694769Z","steps":["trace[1826235352] 'read index received' (duration: 50.877574ms)","trace[1826235352] 'applied index is now lower than readState.Index' (duration: 154.75537ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:37.694835Z","caller":"traceutil/trace.go:171","msg":"trace[1043507990] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"207.527276ms","start":"2026-03-12T19:18:37.487287Z","end":"2026-03-12T19:18:37.694814Z","steps":["trace[1043507990] 'process raft request' (duration: 207.375853ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.694816Z","caller":"traceutil/trace.go:171","msg":"trace[1290784494] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"209.131581ms","start":"2026-03-12T19:18:37.485635Z","end":"2026-03-12T19:18:37.694766Z","steps":["trace[1290784494] 'process raft request' (duration: 54.370811ms)","trace[1290784494] 'compare' (duration: 153.921722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:37.695207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.041213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-03-12T19:18:37.695291Z","caller":"traceutil/trace.go:171","msg":"trace[1448631193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1664; }","duration":"206.183337ms","start":"2026-03-12T19:18:37.489088Z","end":"2026-03-12T19:18:37.695271Z","steps":["trace[1448631193] 'agreement among raft nodes before linearized reading' (duration: 205.754478ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.697475Z","caller":"traceutil/trace.go:171","msg":"trace[1396793816] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"201.418352ms","start":"2026-03-12T19:18:37.496009Z","end":"2026-03-12T19:18:37.697427Z","steps":["trace[1396793816] 'process raft request' (duration: 201.197888ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.697496Z","caller":"traceutil/trace.go:171","msg":"trace[206263638] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"204.458419ms","start":"2026-03-12T19:18:37.49295Z","end":"2026-03-12T19:18:37.697408Z","steps":["trace[206263638] 'process raft request' (duration: 204.05229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:37.697693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.642287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:18:37.697749Z","caller":"traceutil/trace.go:171","msg":"trace[989250101] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1667; }","duration":"206.751049ms","start":"2026-03-12T19:18:37.490984Z","end":"2026-03-12T19:18:37.697736Z","steps":["trace[989250101] 'agreement among raft nodes before linearized reading' (duration: 206.558315ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.697913Z","caller":"traceutil/trace.go:171","msg":"trace[746727953] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"193.844826ms","start":"2026-03-12T19:18:37.504017Z","end":"2026-03-12T19:18:37.697861Z","steps":["trace[746727953] 'process raft request' (duration: 193.290324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:37.698169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.437897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18093"} {"level":"info","ts":"2026-03-12T19:18:37.698232Z","caller":"traceutil/trace.go:171","msg":"trace[43474830] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1667; }","duration":"193.57656ms","start":"2026-03-12T19:18:37.504641Z","end":"2026-03-12T19:18:37.698218Z","steps":["trace[43474830] 'agreement among raft nodes before linearized reading' (duration: 193.236733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.8815Z","caller":"traceutil/trace.go:171","msg":"trace[1349290739] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"143.675549ms","start":"2026-03-12T19:18:37.737775Z","end":"2026-03-12T19:18:37.881451Z","steps":["trace[1349290739] 'process raft request' (duration: 101.32137ms)","trace[1349290739] 'compare' (duration: 42.114502ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:37.881581Z","caller":"traceutil/trace.go:171","msg":"trace[1677846242] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1743; }","duration":"140.574971ms","start":"2026-03-12T19:18:37.740921Z","end":"2026-03-12T19:18:37.881496Z","steps":["trace[1677846242] 'read index received' (duration: 36.52756ms)","trace[1677846242] 'applied index is now lower than readState.Index' (duration: 104.04596ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:37.881753Z","caller":"traceutil/trace.go:171","msg":"trace[1283220896] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"116.736378ms","start":"2026-03-12T19:18:37.765003Z","end":"2026-03-12T19:18:37.881739Z","steps":["trace[1283220896] 'process raft request' (duration: 116.435361ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.88183Z","caller":"traceutil/trace.go:171","msg":"trace[1257938551] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"143.848601ms","start":"2026-03-12T19:18:37.737922Z","end":"2026-03-12T19:18:37.881771Z","steps":["trace[1257938551] 'process raft request' (duration: 143.461433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:37.882193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.182293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124679"} {"level":"warn","ts":"2026-03-12T19:18:37.882221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-12T19:18:37.882324Z","caller":"traceutil/trace.go:171","msg":"trace[2089828126] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1677; }","duration":"132.759439ms","start":"2026-03-12T19:18:37.749538Z","end":"2026-03-12T19:18:37.882297Z","steps":["trace[2089828126] 'agreement among raft nodes before linearized reading' (duration: 132.431242ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:37.882254Z","caller":"traceutil/trace.go:171","msg":"trace[2124222151] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1677; }","duration":"141.276455ms","start":"2026-03-12T19:18:37.74096Z","end":"2026-03-12T19:18:37.882237Z","steps":["trace[2124222151] 'agreement among raft nodes before linearized reading' (duration: 140.922028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:37.882905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.9481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:37.883007Z","caller":"traceutil/trace.go:171","msg":"trace[2044269429] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1677; }","duration":"142.065662ms","start":"2026-03-12T19:18:37.740915Z","end":"2026-03-12T19:18:37.882981Z","steps":["trace[2044269429] 'agreement among raft nodes before linearized reading' (duration: 141.184203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:38.213711Z","caller":"traceutil/trace.go:171","msg":"trace[861731672] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1756; }","duration":"120.343146ms","start":"2026-03-12T19:18:38.093339Z","end":"2026-03-12T19:18:38.213682Z","steps":["trace[861731672] 'read index received' (duration: 28.78942ms)","trace[861731672] 'applied index is now lower than readState.Index' (duration: 91.552206ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:38.213813Z","caller":"traceutil/trace.go:171","msg":"trace[1461177342] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"120.643443ms","start":"2026-03-12T19:18:38.09313Z","end":"2026-03-12T19:18:38.213774Z","steps":["trace[1461177342] 'process raft request' (duration: 120.48567ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:38.213827Z","caller":"traceutil/trace.go:171","msg":"trace[1393577856] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"120.757995ms","start":"2026-03-12T19:18:38.093033Z","end":"2026-03-12T19:18:38.213791Z","steps":["trace[1393577856] 'process raft request' (duration: 29.021586ms)","trace[1393577856] 'compare' (duration: 91.391702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:38.213937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.574812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:38.213989Z","caller":"traceutil/trace.go:171","msg":"trace[1558231990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1687; }","duration":"120.692523ms","start":"2026-03-12T19:18:38.093283Z","end":"2026-03-12T19:18:38.213975Z","steps":["trace[1558231990] 'agreement among raft nodes before linearized reading' (duration: 120.52695ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:38.492797Z","caller":"traceutil/trace.go:171","msg":"trace[1024616325] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"133.107786ms","start":"2026-03-12T19:18:38.359638Z","end":"2026-03-12T19:18:38.492746Z","steps":["trace[1024616325] 'process raft request' (duration: 132.886251ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:39.318815Z","caller":"traceutil/trace.go:171","msg":"trace[1876902496] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"175.152194ms","start":"2026-03-12T19:18:39.143621Z","end":"2026-03-12T19:18:39.318774Z","steps":["trace[1876902496] 'process raft request' (duration: 144.555088ms)","trace[1876902496] 'compare' (duration: 30.247431ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:39.318825Z","caller":"traceutil/trace.go:171","msg":"trace[386243403] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"162.502396ms","start":"2026-03-12T19:18:39.156294Z","end":"2026-03-12T19:18:39.318796Z","steps":["trace[386243403] 'process raft request' (duration: 162.395704ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:41.059587Z","caller":"traceutil/trace.go:171","msg":"trace[1393550394] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1787; }","duration":"173.920433ms","start":"2026-03-12T19:18:40.88563Z","end":"2026-03-12T19:18:41.05955Z","steps":["trace[1393550394] 'read index received' (duration: 173.612877ms)","trace[1393550394] 'applied index is now lower than readState.Index' (duration: 306.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:41.059636Z","caller":"traceutil/trace.go:171","msg":"trace[2053581599] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"195.072826ms","start":"2026-03-12T19:18:40.864525Z","end":"2026-03-12T19:18:41.059597Z","steps":["trace[2053581599] 'process raft request' (duration: 194.806482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:41.059857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.208857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:18:41.059949Z","caller":"traceutil/trace.go:171","msg":"trace[1945250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1717; }","duration":"174.3641ms","start":"2026-03-12T19:18:40.885566Z","end":"2026-03-12T19:18:41.05993Z","steps":["trace[1945250] 'agreement among raft nodes before linearized reading' (duration: 174.125136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.494805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.961343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:42.494907Z","caller":"traceutil/trace.go:171","msg":"trace[583253033] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"1.42981104s","start":"2026-03-12T19:18:41.065083Z","end":"2026-03-12T19:18:42.494894Z","steps":["trace[583253033] 'process raft request' (duration: 890.685504ms)","trace[583253033] 'compare' (duration: 538.755729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:42.495359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.065049Z","time spent":"1.429878641s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:42.498482Z","caller":"traceutil/trace.go:171","msg":"trace[2142374167] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"1.433308102s","start":"2026-03-12T19:18:41.065131Z","end":"2026-03-12T19:18:42.498439Z","steps":["trace[2142374167] 'process raft request' (duration: 1.433023797s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.498724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.06511Z","time spent":"1.433488894s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:42.49886Z","caller":"traceutil/trace.go:171","msg":"trace[2014597377] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"1.433591686s","start":"2026-03-12T19:18:41.065233Z","end":"2026-03-12T19:18:42.498825Z","steps":["trace[2014597377] 'process raft request' (duration: 1.433146158s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:42.498935Z","caller":"traceutil/trace.go:171","msg":"trace[257673555] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"1.433513164s","start":"2026-03-12T19:18:41.065393Z","end":"2026-03-12T19:18:42.498906Z","steps":["trace[257673555] 'process raft request' (duration: 1.433331981s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:42.499032Z","caller":"traceutil/trace.go:171","msg":"trace[2055239046] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"1.433502094s","start":"2026-03-12T19:18:41.065516Z","end":"2026-03-12T19:18:42.499019Z","steps":["trace[2055239046] 'process raft request' (duration: 1.433341872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.06535Z","time spent":"1.433638447s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:42.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.065218Z","time spent":"1.433732778s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:42.499137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.065481Z","time spent":"1.433610516s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:42.499296Z","caller":"traceutil/trace.go:171","msg":"trace[846528757] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1788; }","duration":"998.133763ms","start":"2026-03-12T19:18:41.501147Z","end":"2026-03-12T19:18:42.499281Z","steps":["trace[846528757] 'read index received' (duration: 454.642902ms)","trace[846528757] 'applied index is now lower than readState.Index' (duration: 543.489631ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:42.499336Z","caller":"traceutil/trace.go:171","msg":"trace[1350079037] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"1.154629765s","start":"2026-03-12T19:18:41.344698Z","end":"2026-03-12T19:18:42.499327Z","steps":["trace[1350079037] 'process raft request' (duration: 1.154523314s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:42.499337Z","caller":"traceutil/trace.go:171","msg":"trace[102690028] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"1.313932876s","start":"2026-03-12T19:18:41.18538Z","end":"2026-03-12T19:18:42.499313Z","steps":["trace[102690028] 'process raft request' (duration: 1.31357801s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.499393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.34466Z","time spent":"1.154691727s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:42.499462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.185352Z","time spent":"1.314046799s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:42.499431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.291475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:42.499545Z","caller":"traceutil/trace.go:171","msg":"trace[1262302464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1724; }","duration":"998.445268ms","start":"2026-03-12T19:18:41.501083Z","end":"2026-03-12T19:18:42.499529Z","steps":["trace[1262302464] 'agreement among raft nodes before linearized reading' (duration: 998.312306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.499594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.501052Z","time spent":"998.53018ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:42.499751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.130627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:42.499792Z","caller":"traceutil/trace.go:171","msg":"trace[536778276] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1724; }","duration":"578.229748ms","start":"2026-03-12T19:18:41.92155Z","end":"2026-03-12T19:18:42.49978Z","steps":["trace[536778276] 'agreement among raft nodes before linearized reading' (duration: 578.044465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.499835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:41.921525Z","time spent":"578.30353ms","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:42.499829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.269881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:18:42.499884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.314052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-12T19:18:42.499913Z","caller":"traceutil/trace.go:171","msg":"trace[1669038133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1724; }","duration":"427.398433ms","start":"2026-03-12T19:18:42.072492Z","end":"2026-03-12T19:18:42.499891Z","steps":["trace[1669038133] 'agreement among raft nodes before linearized reading' (duration: 427.157679ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:42.49995Z","caller":"traceutil/trace.go:171","msg":"trace[1582258315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1; range_end:; response_count:1; response_revision:1724; }","duration":"434.421715ms","start":"2026-03-12T19:18:42.06551Z","end":"2026-03-12T19:18:42.499932Z","steps":["trace[1582258315] 'agreement among raft nodes before linearized reading' (duration: 434.219811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:42.499972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:42.072468Z","time spent":"427.491444ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:42.499995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:42.065487Z","time spent":"434.499416ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" "} {"level":"warn","ts":"2026-03-12T19:18:44.185827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.754454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:18:44.186304Z","caller":"traceutil/trace.go:171","msg":"trace[902174084] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"1.305736686s","start":"2026-03-12T19:18:42.88054Z","end":"2026-03-12T19:18:44.186277Z","steps":["trace[902174084] 'process raft request' (duration: 1.305447471s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.18647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:42.88051Z","time spent":"1.305851488s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:44.186508Z","caller":"traceutil/trace.go:171","msg":"trace[1780794542] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1799; }","duration":"921.035457ms","start":"2026-03-12T19:18:43.265419Z","end":"2026-03-12T19:18:44.186455Z","steps":["trace[1780794542] 'read index received' (duration: 164.547481ms)","trace[1780794542] 'applied index is now lower than readState.Index' (duration: 756.484536ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:44.186667Z","caller":"traceutil/trace.go:171","msg":"trace[107001254] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"1.119659484s","start":"2026-03-12T19:18:43.066966Z","end":"2026-03-12T19:18:44.186626Z","steps":["trace[107001254] 'process raft request' (duration: 1.119236007s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.186824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.379643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-12T19:18:44.18686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.58577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:44.186892Z","caller":"traceutil/trace.go:171","msg":"trace[1805876213] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1; range_end:; response_count:1; response_revision:1730; }","duration":"921.490915ms","start":"2026-03-12T19:18:43.265383Z","end":"2026-03-12T19:18:44.186874Z","steps":["trace[1805876213] 'agreement among raft nodes before linearized reading' (duration: 921.256921ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:44.186898Z","caller":"traceutil/trace.go:171","msg":"trace[162848035] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1730; }","duration":"476.696771ms","start":"2026-03-12T19:18:43.710189Z","end":"2026-03-12T19:18:44.186886Z","steps":["trace[162848035] 'agreement among raft nodes before linearized reading' (duration: 476.553169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.186889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:43.066927Z","time spent":"1.119839186s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:44.186904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.325368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-12T19:18:44.18693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:43.265357Z","time spent":"921.564066ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" "} {"level":"warn","ts":"2026-03-12T19:18:44.186937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:43.710138Z","time spent":"476.791343ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:18:44.186957Z","caller":"traceutil/trace.go:171","msg":"trace[1434571940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1; range_end:; response_count:1; response_revision:1730; }","duration":"679.413429ms","start":"2026-03-12T19:18:43.507529Z","end":"2026-03-12T19:18:44.186942Z","steps":["trace[1434571940] 'agreement among raft nodes before linearized reading' (duration: 679.143835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.187008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:43.507462Z","time spent":"679.532981ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" "} {"level":"warn","ts":"2026-03-12T19:18:44.187084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.512134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-12T19:18:44.187095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.691367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:44.18715Z","caller":"traceutil/trace.go:171","msg":"trace[1553777770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1730; }","duration":"184.613965ms","start":"2026-03-12T19:18:44.002517Z","end":"2026-03-12T19:18:44.187131Z","steps":["trace[1553777770] 'agreement among raft nodes before linearized reading' (duration: 184.213819ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:44.187192Z","caller":"traceutil/trace.go:171","msg":"trace[1327686042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"678.81811ms","start":"2026-03-12T19:18:43.508344Z","end":"2026-03-12T19:18:44.187162Z","steps":["trace[1327686042] 'agreement among raft nodes before linearized reading' (duration: 678.492904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.187234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:43.508334Z","time spent":"678.892221ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:44.51723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.968805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:44.517418Z","caller":"traceutil/trace.go:171","msg":"trace[1475636286] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"316.173478ms","start":"2026-03-12T19:18:44.201209Z","end":"2026-03-12T19:18:44.517383Z","steps":["trace[1475636286] 'read index received' (duration: 124.920698ms)","trace[1475636286] 'applied index is now lower than readState.Index' (duration: 191.2507ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:44.51745Z","caller":"traceutil/trace.go:171","msg":"trace[850082765] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"320.945611ms","start":"2026-03-12T19:18:44.196465Z","end":"2026-03-12T19:18:44.517411Z","steps":["trace[850082765] 'process raft request' (duration: 129.6505ms)","trace[850082765] 'compare' (duration: 190.796332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:44.517527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.304341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:44.517643Z","caller":"traceutil/trace.go:171","msg":"trace[694631047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1731; }","duration":"316.479585ms","start":"2026-03-12T19:18:44.201142Z","end":"2026-03-12T19:18:44.517622Z","steps":["trace[694631047] 'agreement among raft nodes before linearized reading' (duration: 316.314893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.517695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:44.201111Z","time spent":"316.575317ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:18:44.517688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:44.196442Z","time spent":"321.102294ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:44.774918Z","caller":"traceutil/trace.go:171","msg":"trace[730521536] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1803; }","duration":"257.420599ms","start":"2026-03-12T19:18:44.51747Z","end":"2026-03-12T19:18:44.77489Z","steps":["trace[730521536] 'read index received' (duration: 44.953493ms)","trace[730521536] 'applied index is now lower than readState.Index' (duration: 212.465416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:44.775164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.646129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:18:44.77525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.11588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T19:18:44.775276Z","caller":"traceutil/trace.go:171","msg":"trace[2111431630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1733; }","duration":"269.824062ms","start":"2026-03-12T19:18:44.50543Z","end":"2026-03-12T19:18:44.775254Z","steps":["trace[2111431630] 'agreement among raft nodes before linearized reading' (duration: 269.507457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.775256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.609385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:44.775333Z","caller":"traceutil/trace.go:171","msg":"trace[1301667345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1733; }","duration":"269.260062ms","start":"2026-03-12T19:18:44.506058Z","end":"2026-03-12T19:18:44.775318Z","steps":["trace[1301667345] 'agreement among raft nodes before linearized reading' (duration: 268.957217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:44.775151Z","caller":"traceutil/trace.go:171","msg":"trace[1683015921] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"261.064302ms","start":"2026-03-12T19:18:44.514026Z","end":"2026-03-12T19:18:44.77509Z","steps":["trace[1683015921] 'process raft request' (duration: 260.691065ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:44.775343Z","caller":"traceutil/trace.go:171","msg":"trace[1619405867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1733; }","duration":"274.772927ms","start":"2026-03-12T19:18:44.500552Z","end":"2026-03-12T19:18:44.775325Z","steps":["trace[1619405867] 'agreement among raft nodes before linearized reading' (duration: 274.591144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.775347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.852729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:18:44.775406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.191397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:18:44.775483Z","caller":"traceutil/trace.go:171","msg":"trace[149850137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1733; }","duration":"364.046374ms","start":"2026-03-12T19:18:44.411409Z","end":"2026-03-12T19:18:44.775455Z","steps":["trace[149850137] 'agreement among raft nodes before linearized reading' (duration: 363.768548ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:44.775536Z","caller":"traceutil/trace.go:171","msg":"trace[258621484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1733; }","duration":"274.365831ms","start":"2026-03-12T19:18:44.501156Z","end":"2026-03-12T19:18:44.775522Z","steps":["trace[258621484] 'agreement among raft nodes before linearized reading' (duration: 274.088695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.775553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:44.411383Z","time spent":"364.153095ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:18:44.775523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.423847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:44.775643Z","caller":"traceutil/trace.go:171","msg":"trace[1484490673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1733; }","duration":"269.64844ms","start":"2026-03-12T19:18:44.505967Z","end":"2026-03-12T19:18:44.775616Z","steps":["trace[1484490673] 'agreement among raft nodes before linearized reading' (duration: 269.244073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.777846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.358866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:18:44.77795Z","caller":"traceutil/trace.go:171","msg":"trace[1836496638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1733; }","duration":"272.507198ms","start":"2026-03-12T19:18:44.505421Z","end":"2026-03-12T19:18:44.777928Z","steps":["trace[1836496638] 'agreement among raft nodes before linearized reading' (duration: 270.361072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:44.796373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.492453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:44.796458Z","caller":"traceutil/trace.go:171","msg":"trace[552232057] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1734; }","duration":"274.604014ms","start":"2026-03-12T19:18:44.521831Z","end":"2026-03-12T19:18:44.796435Z","steps":["trace[552232057] 'agreement among raft nodes before linearized reading' (duration: 274.473942ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:45.005516Z","caller":"traceutil/trace.go:171","msg":"trace[887449868] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"224.729627ms","start":"2026-03-12T19:18:44.780753Z","end":"2026-03-12T19:18:45.005482Z","steps":["trace[887449868] 'process raft request' (duration: 224.614655ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:45.00566Z","caller":"traceutil/trace.go:171","msg":"trace[2056031378] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"225.088813ms","start":"2026-03-12T19:18:44.780516Z","end":"2026-03-12T19:18:45.005605Z","steps":["trace[2056031378] 'process raft request' (duration: 138.803968ms)","trace[2056031378] 'compare' (duration: 85.847558ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:45.005751Z","caller":"traceutil/trace.go:171","msg":"trace[1891533402] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"224.869219ms","start":"2026-03-12T19:18:44.780861Z","end":"2026-03-12T19:18:45.00573Z","steps":["trace[1891533402] 'process raft request' (duration: 224.574034ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:45.005996Z","caller":"traceutil/trace.go:171","msg":"trace[1305644659] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"224.871428ms","start":"2026-03-12T19:18:44.7811Z","end":"2026-03-12T19:18:45.005971Z","steps":["trace[1305644659] 'process raft request' (duration: 224.452061ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:45.006032Z","caller":"traceutil/trace.go:171","msg":"trace[626378103] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1806; }","duration":"209.748279ms","start":"2026-03-12T19:18:44.796258Z","end":"2026-03-12T19:18:45.006007Z","steps":["trace[626378103] 'read index received' (duration: 122.925125ms)","trace[626378103] 'applied index is now lower than readState.Index' (duration: 86.821744ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:45.006088Z","caller":"traceutil/trace.go:171","msg":"trace[1037071504] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"224.519753ms","start":"2026-03-12T19:18:44.781525Z","end":"2026-03-12T19:18:45.006045Z","steps":["trace[1037071504] 'process raft request' (duration: 224.237258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:45.006088Z","caller":"traceutil/trace.go:171","msg":"trace[1678759563] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"224.024974ms","start":"2026-03-12T19:18:44.782022Z","end":"2026-03-12T19:18:45.006047Z","steps":["trace[1678759563] 'process raft request' (duration: 223.920072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:45.006319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.352516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:45.006402Z","caller":"traceutil/trace.go:171","msg":"trace[1892336905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"229.492768ms","start":"2026-03-12T19:18:44.776897Z","end":"2026-03-12T19:18:45.006389Z","steps":["trace[1892336905] 'agreement among raft nodes before linearized reading' (duration: 229.364126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:45.006457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.958948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:45.006544Z","caller":"traceutil/trace.go:171","msg":"trace[1623236001] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1740; }","duration":"140.08235ms","start":"2026-03-12T19:18:44.866444Z","end":"2026-03-12T19:18:45.006526Z","steps":["trace[1623236001] 'agreement among raft nodes before linearized reading' (duration: 139.927057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:45.00669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.644659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:45.00676Z","caller":"traceutil/trace.go:171","msg":"trace[189811940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"201.760891ms","start":"2026-03-12T19:18:44.804979Z","end":"2026-03-12T19:18:45.00674Z","steps":["trace[189811940] 'agreement among raft nodes before linearized reading' (duration: 201.382155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:46.34568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152414177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-12T19:18:46.345811Z","caller":"traceutil/trace.go:171","msg":"trace[1021387320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1; range_end:; response_count:1; response_revision:1740; }","duration":"1.152632971s","start":"2026-03-12T19:18:45.193141Z","end":"2026-03-12T19:18:46.345774Z","steps":["trace[1021387320] 'range keys from in-memory index tree' (duration: 1.152150042s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:46.34568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14969904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:18:46.345875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:45.193061Z","time spent":"1.152800493s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a5b7b06-2b94-4177-a89b-2e081cb48fd1\" "} {"level":"info","ts":"2026-03-12T19:18:46.345893Z","caller":"traceutil/trace.go:171","msg":"trace[440570712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"1.149993805s","start":"2026-03-12T19:18:45.195875Z","end":"2026-03-12T19:18:46.345869Z","steps":["trace[440570712] 'range keys from in-memory index tree' (duration: 1.149388644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:46.345936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:45.195847Z","time spent":"1.150078436s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:18:46.345968Z","caller":"traceutil/trace.go:171","msg":"trace[1188475139] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"151.396995ms","start":"2026-03-12T19:18:46.194535Z","end":"2026-03-12T19:18:46.345932Z","steps":["trace[1188475139] 'process raft request' (duration: 145.079957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:50.705025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.064115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:18:50.705159Z","caller":"traceutil/trace.go:171","msg":"trace[440336938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1789; }","duration":"146.25639ms","start":"2026-03-12T19:18:50.558873Z","end":"2026-03-12T19:18:50.70513Z","steps":["trace[440336938] 'range keys from in-memory index tree' (duration: 145.872481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.60452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.202751ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:18:53.604676Z","caller":"traceutil/trace.go:171","msg":"trace[596326592] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"547.55468ms","start":"2026-03-12T19:18:53.057092Z","end":"2026-03-12T19:18:53.604647Z","steps":["trace[596326592] 'read index received' (duration: 50.121µs)","trace[596326592] 'applied index is now lower than readState.Index' (duration: 547.502709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:53.605074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.884821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:18:53.605127Z","caller":"traceutil/trace.go:171","msg":"trace[593555946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"525.995444ms","start":"2026-03-12T19:18:53.079116Z","end":"2026-03-12T19:18:53.605112Z","steps":["trace[593555946] 'agreement among raft nodes before linearized reading' (duration: 525.765109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.605171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.079044Z","time spent":"526.117647ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:53.605201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.05868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:18:53.605342Z","caller":"traceutil/trace.go:171","msg":"trace[251466428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1804; }","duration":"548.249435ms","start":"2026-03-12T19:18:53.057043Z","end":"2026-03-12T19:18:53.605292Z","steps":["trace[251466428] 'agreement among raft nodes before linearized reading' (duration: 547.822795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.605401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.057009Z","time spent":"548.381819ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:53.605418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.097597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:53.605526Z","caller":"traceutil/trace.go:171","msg":"trace[699024098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1804; }","duration":"156.26182ms","start":"2026-03-12T19:18:53.449233Z","end":"2026-03-12T19:18:53.605495Z","steps":["trace[699024098] 'agreement among raft nodes before linearized reading' (duration: 155.965253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.605661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.669557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-12T19:18:53.605688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.475302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:18:53.605767Z","caller":"traceutil/trace.go:171","msg":"trace[667855961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1804; }","duration":"520.81071ms","start":"2026-03-12T19:18:53.084928Z","end":"2026-03-12T19:18:53.605739Z","steps":["trace[667855961] 'agreement among raft nodes before linearized reading' (duration: 520.461903ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:53.605781Z","caller":"traceutil/trace.go:171","msg":"trace[1559449629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1804; }","duration":"520.629736ms","start":"2026-03-12T19:18:53.085129Z","end":"2026-03-12T19:18:53.605758Z","steps":["trace[1559449629] 'agreement among raft nodes before linearized reading' (duration: 520.328219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.605761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.709341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-12T19:18:53.605834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.084921Z","time spent":"520.904052ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:53.605853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.085097Z","time spent":"520.745379ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:18:53.60588Z","caller":"traceutil/trace.go:171","msg":"trace[436698330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1804; }","duration":"521.889065ms","start":"2026-03-12T19:18:53.083963Z","end":"2026-03-12T19:18:53.605852Z","steps":["trace[436698330] 'agreement among raft nodes before linearized reading' (duration: 521.555968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:53.605932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:53.083935Z","time spent":"521.988666ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:19:00.569922Z","caller":"traceutil/trace.go:171","msg":"trace[911727463] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"103.020355ms","start":"2026-03-12T19:19:00.466849Z","end":"2026-03-12T19:19:00.569869Z","steps":["trace[911727463] 'process raft request' (duration: 102.752529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:01.79354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130518992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:01.793624Z","caller":"traceutil/trace.go:171","msg":"trace[414612122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1856; }","duration":"1.130672655s","start":"2026-03-12T19:19:00.662931Z","end":"2026-03-12T19:19:01.793604Z","steps":["trace[414612122] 'range keys from in-memory index tree' (duration: 1.130306008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:01.793707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:00.66289Z","time spent":"1.130759167s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:01.944823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072620523s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:01.945554Z","caller":"traceutil/trace.go:171","msg":"trace[1424563469] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.073527405s","start":"2026-03-12T19:19:00.871971Z","end":"2026-03-12T19:19:01.945499Z","steps":["trace[1424563469] 'process raft request' (duration: 1.073246599s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:01.945782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:00.871925Z","time spent":"1.073700529s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:02.405348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.315984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:02.405449Z","caller":"traceutil/trace.go:171","msg":"trace[926084741] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1932; }","duration":"903.359798ms","start":"2026-03-12T19:19:01.502071Z","end":"2026-03-12T19:19:02.405431Z","steps":["trace[926084741] 'read index received' (duration: 443.212877ms)","trace[926084741] 'applied index is now lower than readState.Index' (duration: 460.145771ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:02.405477Z","caller":"traceutil/trace.go:171","msg":"trace[17240396] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.527815756s","start":"2026-03-12T19:19:00.877637Z","end":"2026-03-12T19:19:02.405453Z","steps":["trace[17240396] 'process raft request' (duration: 1.207289238s)","trace[17240396] 'compare' (duration: 320.064418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:02.405552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.506501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:02.405577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:00.877617Z","time spent":"1.527912868s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:02.405588Z","caller":"traceutil/trace.go:171","msg":"trace[1971163015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"903.591713ms","start":"2026-03-12T19:19:01.501988Z","end":"2026-03-12T19:19:02.40558Z","steps":["trace[1971163015] 'agreement among raft nodes before linearized reading' (duration: 903.522872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.405663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.501954Z","time spent":"903.702045ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:02.405921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.087404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:19:02.406028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.966573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:02.406085Z","caller":"traceutil/trace.go:171","msg":"trace[1407814772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1858; }","duration":"674.048914ms","start":"2026-03-12T19:19:01.732022Z","end":"2026-03-12T19:19:02.406071Z","steps":["trace[1407814772] 'agreement among raft nodes before linearized reading' (duration: 673.87706ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:02.406077Z","caller":"traceutil/trace.go:171","msg":"trace[1034562416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1858; }","duration":"688.308149ms","start":"2026-03-12T19:19:01.717725Z","end":"2026-03-12T19:19:02.406033Z","steps":["trace[1034562416] 'agreement among raft nodes before linearized reading' (duration: 687.91225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.406062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.892344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:02.406126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.732005Z","time spent":"674.113286ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:19:02.406166Z","caller":"traceutil/trace.go:171","msg":"trace[1438488695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"676.051367ms","start":"2026-03-12T19:19:01.730089Z","end":"2026-03-12T19:19:02.40614Z","steps":["trace[1438488695] 'agreement among raft nodes before linearized reading' (duration: 675.779291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.406155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.717692Z","time spent":"688.446852ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:02.406243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.73005Z","time spent":"676.17194ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:02.406062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.782762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:02.406413Z","caller":"traceutil/trace.go:171","msg":"trace[1993105862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"676.205241ms","start":"2026-03-12T19:19:01.73019Z","end":"2026-03-12T19:19:02.406396Z","steps":["trace[1993105862] 'agreement among raft nodes before linearized reading' (duration: 675.660329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.406353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.958152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:02.406572Z","caller":"traceutil/trace.go:171","msg":"trace[725385641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"679.275159ms","start":"2026-03-12T19:19:01.72726Z","end":"2026-03-12T19:19:02.406536Z","steps":["trace[725385641] 'agreement among raft nodes before linearized reading' (duration: 678.673726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.406665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.727229Z","time spent":"679.423912ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:02.406477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:01.730156Z","time spent":"676.303183ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:19:02.79247Z","caller":"traceutil/trace.go:171","msg":"trace[89696481] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"379.445209ms","start":"2026-03-12T19:19:02.413004Z","end":"2026-03-12T19:19:02.792449Z","steps":["trace[89696481] 'process raft request' (duration: 379.372797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.792607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.41299Z","time spent":"379.54731ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:02.792754Z","caller":"traceutil/trace.go:171","msg":"trace[160080672] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"379.94719ms","start":"2026-03-12T19:19:02.412754Z","end":"2026-03-12T19:19:02.792702Z","steps":["trace[160080672] 'process raft request' (duration: 379.574702ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:02.792916Z","caller":"traceutil/trace.go:171","msg":"trace[308447776] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"194.172137ms","start":"2026-03-12T19:19:02.598733Z","end":"2026-03-12T19:19:02.792905Z","steps":["trace[308447776] 'process raft request' (duration: 193.82145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:02.792749Z","caller":"traceutil/trace.go:171","msg":"trace[1855091940] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"379.94284ms","start":"2026-03-12T19:19:02.412745Z","end":"2026-03-12T19:19:02.792688Z","steps":["trace[1855091940] 'process raft request' (duration: 335.467797ms)","trace[1855091940] 'compare' (duration: 43.88931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:02.793055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.412717Z","time spent":"380.176095ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:02.793278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.412735Z","time spent":"380.418541ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:02.792984Z","caller":"traceutil/trace.go:171","msg":"trace[754704398] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"380.092853ms","start":"2026-03-12T19:19:02.412836Z","end":"2026-03-12T19:19:02.792929Z","steps":["trace[754704398] 'process raft request' (duration: 379.570712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:02.793534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.412802Z","time spent":"380.605264ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:03.046383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.693182ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:19:03.046537Z","caller":"traceutil/trace.go:171","msg":"trace[789388917] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1935; }","duration":"418.022681ms","start":"2026-03-12T19:19:02.628483Z","end":"2026-03-12T19:19:03.046506Z","steps":["trace[789388917] 'read index received' (duration: 119.790616ms)","trace[789388917] 'applied index is now lower than readState.Index' (duration: 298.229795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:03.046754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.651643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:03.046746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.229516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:03.046818Z","caller":"traceutil/trace.go:171","msg":"trace[28179910] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1864; }","duration":"398.764846ms","start":"2026-03-12T19:19:02.648036Z","end":"2026-03-12T19:19:03.046801Z","steps":["trace[28179910] 'agreement among raft nodes before linearized reading' (duration: 398.632003ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:03.046827Z","caller":"traceutil/trace.go:171","msg":"trace[319900277] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1864; }","duration":"418.370979ms","start":"2026-03-12T19:19:02.628438Z","end":"2026-03-12T19:19:03.046809Z","steps":["trace[319900277] 'agreement among raft nodes before linearized reading' (duration: 418.198215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:03.046876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.628424Z","time spent":"418.43919ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:03.046888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:02.648024Z","time spent":"398.846657ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:03.046869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.84452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:03.046966Z","caller":"traceutil/trace.go:171","msg":"trace[1235370114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"246.989644ms","start":"2026-03-12T19:19:02.79995Z","end":"2026-03-12T19:19:03.046939Z","steps":["trace[1235370114] 'agreement among raft nodes before linearized reading' (duration: 246.755609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:03.047059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.469464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:03.047179Z","caller":"traceutil/trace.go:171","msg":"trace[157312576] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1864; }","duration":"290.654518ms","start":"2026-03-12T19:19:02.756497Z","end":"2026-03-12T19:19:03.047152Z","steps":["trace[157312576] 'agreement among raft nodes before linearized reading' (duration: 290.29008ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.307042Z","caller":"traceutil/trace.go:171","msg":"trace[852978648] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1955; }","duration":"220.470088ms","start":"2026-03-12T19:19:06.086541Z","end":"2026-03-12T19:19:06.307011Z","steps":["trace[852978648] 'read index received' (duration: 220.182811ms)","trace[852978648] 'applied index is now lower than readState.Index' (duration: 286.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:06.307167Z","caller":"traceutil/trace.go:171","msg":"trace[321235503] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"340.297535ms","start":"2026-03-12T19:19:05.966841Z","end":"2026-03-12T19:19:06.307139Z","steps":["trace[321235503] 'process raft request' (duration: 339.963198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.307312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:05.966807Z","time spent":"340.436388ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:06.307347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.777815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:06.307394Z","caller":"traceutil/trace.go:171","msg":"trace[1491729946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"220.931078ms","start":"2026-03-12T19:19:06.08645Z","end":"2026-03-12T19:19:06.307381Z","steps":["trace[1491729946] 'agreement among raft nodes before linearized reading' (duration: 220.719164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.947315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379766793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:07.448198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379766793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:07.948869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379766793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:08.151658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731140915s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:08.201284Z","caller":"traceutil/trace.go:171","msg":"trace[1002195093] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.780888493s","start":"2026-03-12T19:19:06.420362Z","end":"2026-03-12T19:19:08.201251Z","steps":["trace[1002195093] 'process raft request' (duration: 1.731561404s)","trace[1002195093] 'compare' (duration: 49.106705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:08.203548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.420325Z","time spent":"1.781043737s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:08.207239Z","caller":"traceutil/trace.go:171","msg":"trace[89865232] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1956; }","duration":"1.760567805s","start":"2026-03-12T19:19:06.446656Z","end":"2026-03-12T19:19:08.207224Z","steps":["trace[89865232] 'read index received' (duration: 1.705285514s)","trace[89865232] 'applied index is now lower than readState.Index' (duration: 55.281521ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:08.207332Z","caller":"traceutil/trace.go:171","msg":"trace[1827002288] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.39980395s","start":"2026-03-12T19:19:06.80752Z","end":"2026-03-12T19:19:08.207324Z","steps":["trace[1827002288] 'process raft request' (duration: 1.399594295s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.807466Z","time spent":"1.399890591s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:08.207554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399935222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:08.207559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397033648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:08.207592Z","caller":"traceutil/trace.go:171","msg":"trace[10334867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.400036094s","start":"2026-03-12T19:19:06.807545Z","end":"2026-03-12T19:19:08.207581Z","steps":["trace[10334867] 'agreement among raft nodes before linearized reading' (duration: 1.399911001s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:08.207601Z","caller":"traceutil/trace.go:171","msg":"trace[760667114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"1.397091079s","start":"2026-03-12T19:19:06.810497Z","end":"2026-03-12T19:19:08.207588Z","steps":["trace[760667114] 'agreement among raft nodes before linearized reading' (duration: 1.396946996s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.385885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:19:08.207643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.810488Z","time spent":"1.39714759s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:08.20763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397031838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:19:08.207615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.80751Z","time spent":"1.400099116s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:19:08.207725Z","caller":"traceutil/trace.go:171","msg":"trace[223807679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1881; }","duration":"1.397187762s","start":"2026-03-12T19:19:06.810506Z","end":"2026-03-12T19:19:08.207694Z","steps":["trace[223807679] 'agreement among raft nodes before linearized reading' (duration: 1.396883775s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640664937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:08.207789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.810477Z","time spent":"1.397301104s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:08.207831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761186119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:08.207864Z","caller":"traceutil/trace.go:171","msg":"trace[1198675121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.761265911s","start":"2026-03-12T19:19:06.44659Z","end":"2026-03-12T19:19:08.207856Z","steps":["trace[1198675121] 'agreement among raft nodes before linearized reading' (duration: 1.760892533s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.454345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:08.207662Z","caller":"traceutil/trace.go:171","msg":"trace[438102945] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1881; }","duration":"714.466857ms","start":"2026-03-12T19:19:07.493176Z","end":"2026-03-12T19:19:08.207643Z","steps":["trace[438102945] 'agreement among raft nodes before linearized reading' (duration: 714.232681ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:08.207893Z","caller":"traceutil/trace.go:171","msg":"trace[529892666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"891.641129ms","start":"2026-03-12T19:19:07.316243Z","end":"2026-03-12T19:19:08.207884Z","steps":["trace[529892666] 'agreement among raft nodes before linearized reading' (duration: 891.2435ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:08.207877Z","caller":"traceutil/trace.go:171","msg":"trace[1273726400] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1881; }","duration":"1.640992365s","start":"2026-03-12T19:19:06.566815Z","end":"2026-03-12T19:19:08.207808Z","steps":["trace[1273726400] 'agreement among raft nodes before linearized reading' (duration: 1.640707059s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397826016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:08.207935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:07.316214Z","time spent":"891.71481ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:19:08.207962Z","caller":"traceutil/trace.go:171","msg":"trace[43433058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.397893287s","start":"2026-03-12T19:19:06.810062Z","end":"2026-03-12T19:19:08.207955Z","steps":["trace[43433058] 'agreement among raft nodes before linearized reading' (duration: 1.397386906s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.207949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.566766Z","time spent":"1.641165789s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:08.207982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.810041Z","time spent":"1.397936528s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:08.207889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.446561Z","time spent":"1.761322282s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:08.208088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:07.493077Z","time spent":"714.871125ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:19:08.208174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706500901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:08.208211Z","caller":"traceutil/trace.go:171","msg":"trace[1367726810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"1.707331479s","start":"2026-03-12T19:19:06.500872Z","end":"2026-03-12T19:19:08.208203Z","steps":["trace[1367726810] 'agreement among raft nodes before linearized reading' (duration: 1.70648819s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:08.208238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:06.500857Z","time spent":"1.70737138s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:19:16.487211Z","caller":"traceutil/trace.go:171","msg":"trace[925079867] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"108.226499ms","start":"2026-03-12T19:19:16.378961Z","end":"2026-03-12T19:19:16.487187Z","steps":["trace[925079867] 'process raft request' (duration: 108.179888ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:16.487259Z","caller":"traceutil/trace.go:171","msg":"trace[217376691] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"110.93591ms","start":"2026-03-12T19:19:16.37628Z","end":"2026-03-12T19:19:16.487215Z","steps":["trace[217376691] 'process raft request' (duration: 41.052687ms)","trace[217376691] 'compare' (duration: 69.580325ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:16.487359Z","caller":"traceutil/trace.go:171","msg":"trace[1804264699] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"110.391017ms","start":"2026-03-12T19:19:16.376888Z","end":"2026-03-12T19:19:16.487279Z","steps":["trace[1804264699] 'process raft request' (duration: 110.178033ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:16.487381Z","caller":"traceutil/trace.go:171","msg":"trace[283666385] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"109.670692ms","start":"2026-03-12T19:19:16.377656Z","end":"2026-03-12T19:19:16.487327Z","steps":["trace[283666385] 'process raft request' (duration: 109.450248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.696086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.676229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:18.696454Z","caller":"traceutil/trace.go:171","msg":"trace[1075185532] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"193.882801ms","start":"2026-03-12T19:19:18.502546Z","end":"2026-03-12T19:19:18.696429Z","steps":["trace[1075185532] 'process raft request' (duration: 193.728707ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.69649Z","caller":"traceutil/trace.go:171","msg":"trace[1228813739] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"319.685279ms","start":"2026-03-12T19:19:18.376741Z","end":"2026-03-12T19:19:18.696426Z","steps":["trace[1228813739] 'process raft request' (duration: 42.490898ms)","trace[1228813739] 'compare' (duration: 276.360693ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:18.696612Z","caller":"traceutil/trace.go:171","msg":"trace[1161720346] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2008; }","duration":"309.504374ms","start":"2026-03-12T19:19:18.387026Z","end":"2026-03-12T19:19:18.69653Z","steps":["trace[1161720346] 'read index received' (duration: 13.99202ms)","trace[1161720346] 'applied index is now lower than readState.Index' (duration: 295.492094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:18.697145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.044601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:18.697148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.407558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:18.697162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.108427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:18.69722Z","caller":"traceutil/trace.go:171","msg":"trace[345737258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"197.176933ms","start":"2026-03-12T19:19:18.50002Z","end":"2026-03-12T19:19:18.697197Z","steps":["trace[345737258] 'agreement among raft nodes before linearized reading' (duration: 196.968529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.697204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.415402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:18.697258Z","caller":"traceutil/trace.go:171","msg":"trace[143068515] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1931; }","duration":"159.553612ms","start":"2026-03-12T19:19:18.53767Z","end":"2026-03-12T19:19:18.697224Z","steps":["trace[143068515] 'agreement among raft nodes before linearized reading' (duration: 159.314207ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.697287Z","caller":"traceutil/trace.go:171","msg":"trace[255512944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"310.295792ms","start":"2026-03-12T19:19:18.386962Z","end":"2026-03-12T19:19:18.697258Z","steps":["trace[255512944] 'agreement among raft nodes before linearized reading' (duration: 309.938683ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.697315Z","caller":"traceutil/trace.go:171","msg":"trace[459009360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"309.562995ms","start":"2026-03-12T19:19:18.387724Z","end":"2026-03-12T19:19:18.697287Z","steps":["trace[459009360] 'agreement among raft nodes before linearized reading' (duration: 309.267678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.69734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.386935Z","time spent":"310.394583ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:18.697339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.044384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:19:18.697368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.387713Z","time spent":"309.641298ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:18.69736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.274879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:18.697407Z","caller":"traceutil/trace.go:171","msg":"trace[246529121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"203.205238ms","start":"2026-03-12T19:19:18.494184Z","end":"2026-03-12T19:19:18.697389Z","steps":["trace[246529121] 'agreement among raft nodes before linearized reading' (duration: 202.8944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.697394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.238399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:18.697472Z","caller":"traceutil/trace.go:171","msg":"trace[875382997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"203.452183ms","start":"2026-03-12T19:19:18.493994Z","end":"2026-03-12T19:19:18.697446Z","steps":["trace[875382997] 'agreement among raft nodes before linearized reading' (duration: 203.182156ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.697514Z","caller":"traceutil/trace.go:171","msg":"trace[1881637470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"203.456873ms","start":"2026-03-12T19:19:18.49403Z","end":"2026-03-12T19:19:18.697487Z","steps":["trace[1881637470] 'agreement among raft nodes before linearized reading' (duration: 203.074893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.697891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.755199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:18.697935Z","caller":"traceutil/trace.go:171","msg":"trace[335444762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"203.848031ms","start":"2026-03-12T19:19:18.494072Z","end":"2026-03-12T19:19:18.69792Z","steps":["trace[335444762] 'agreement among raft nodes before linearized reading' (duration: 202.989881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.697912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.376705Z","time spent":"321.07534ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:24.04427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.193075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:19:24.044408Z","caller":"traceutil/trace.go:171","msg":"trace[1241056154] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"280.368791ms","start":"2026-03-12T19:19:23.764017Z","end":"2026-03-12T19:19:24.044386Z","steps":["trace[1241056154] 'read index received' (duration: 47.321µs)","trace[1241056154] 'applied index is now lower than readState.Index' (duration: 280.31961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:24.044634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.607906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:24.044712Z","caller":"traceutil/trace.go:171","msg":"trace[887795773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"280.689338ms","start":"2026-03-12T19:19:23.764003Z","end":"2026-03-12T19:19:24.044693Z","steps":["trace[887795773] 'agreement among raft nodes before linearized reading' (duration: 280.438892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.422966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.423593ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:39.423122Z","caller":"traceutil/trace.go:171","msg":"trace[1937798731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2041; }","duration":"132.593517ms","start":"2026-03-12T19:19:39.290498Z","end":"2026-03-12T19:19:39.423092Z","steps":["trace[1937798731] 'range keys from in-memory index tree' (duration: 132.407273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:39.423266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.314294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:39.423397Z","caller":"traceutil/trace.go:171","msg":"trace[1727299744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"258.531579ms","start":"2026-03-12T19:19:39.164836Z","end":"2026-03-12T19:19:39.423367Z","steps":["trace[1727299744] 'range keys from in-memory index tree' (duration: 258.036578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.332528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379767179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:19:41.380995Z","caller":"traceutil/trace.go:171","msg":"trace[148014339] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"765.798349ms","start":"2026-03-12T19:19:40.615162Z","end":"2026-03-12T19:19:41.380961Z","steps":["trace[148014339] 'process raft request' (duration: 765.545204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.381218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.61513Z","time spent":"765.966554ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:41.583779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.381124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:41.583986Z","caller":"traceutil/trace.go:171","msg":"trace[642909018] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2126; }","duration":"751.872452ms","start":"2026-03-12T19:19:40.832094Z","end":"2026-03-12T19:19:41.583966Z","steps":["trace[642909018] 'read index received' (duration: 548.707216ms)","trace[642909018] 'applied index is now lower than readState.Index' (duration: 203.162276ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:41.584084Z","caller":"traceutil/trace.go:171","msg":"trace[2079561029] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"690.813423ms","start":"2026-03-12T19:19:40.893259Z","end":"2026-03-12T19:19:41.584073Z","steps":["trace[2079561029] 'process raft request' (duration: 690.648789ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:41.584136Z","caller":"traceutil/trace.go:171","msg":"trace[1866393674] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"737.884543ms","start":"2026-03-12T19:19:40.846227Z","end":"2026-03-12T19:19:41.584112Z","steps":["trace[1866393674] 'process raft request' (duration: 590.06525ms)","trace[1866393674] 'compare' (duration: 147.258111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:41.584144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.893228Z","time spent":"690.882265ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:41.584224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.846206Z","time spent":"737.971004ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:41.584287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.058289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:41.584338Z","caller":"traceutil/trace.go:171","msg":"trace[1849909843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"658.165091ms","start":"2026-03-12T19:19:40.926158Z","end":"2026-03-12T19:19:41.584323Z","steps":["trace[1849909843] 'agreement among raft nodes before linearized reading' (duration: 657.963557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.584378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.926128Z","time spent":"658.238383ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:41.58454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.888785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:19:41.584575Z","caller":"traceutil/trace.go:171","msg":"trace[1614153008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2045; }","duration":"651.986117ms","start":"2026-03-12T19:19:40.932579Z","end":"2026-03-12T19:19:41.584565Z","steps":["trace[1614153008] 'agreement among raft nodes before linearized reading' (duration: 651.806812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.584604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.932549Z","time spent":"652.048258ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:41.584601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.156703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:41.584694Z","caller":"traceutil/trace.go:171","msg":"trace[1980365975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2045; }","duration":"653.277006ms","start":"2026-03-12T19:19:40.931406Z","end":"2026-03-12T19:19:41.584683Z","steps":["trace[1980365975] 'agreement among raft nodes before linearized reading' (duration: 653.125163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.584721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.931389Z","time spent":"653.324837ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:41.584681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.537297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:41.584754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.28868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:41.584834Z","caller":"traceutil/trace.go:171","msg":"trace[755298924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2045; }","duration":"655.389351ms","start":"2026-03-12T19:19:40.929433Z","end":"2026-03-12T19:19:41.584823Z","steps":["trace[755298924] 'agreement among raft nodes before linearized reading' (duration: 655.256738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.584865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.929421Z","time spent":"655.435373ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:19:41.584852Z","caller":"traceutil/trace.go:171","msg":"trace[1930932361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2045; }","duration":"752.784252ms","start":"2026-03-12T19:19:40.832034Z","end":"2026-03-12T19:19:41.584818Z","steps":["trace[1930932361] 'agreement among raft nodes before linearized reading' (duration: 752.406104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.584932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.832003Z","time spent":"752.913895ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:41.585165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.938082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:41.585262Z","caller":"traceutil/trace.go:171","msg":"trace[1284781869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2045; }","duration":"655.066534ms","start":"2026-03-12T19:19:40.930169Z","end":"2026-03-12T19:19:41.585236Z","steps":["trace[1284781869] 'agreement among raft nodes before linearized reading' (duration: 654.743947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:41.585317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:40.930163Z","time spent":"655.144457ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:43.001302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379767184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:43.113563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.449078297s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:19:43.265926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.019758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:43.266604Z","caller":"traceutil/trace.go:171","msg":"trace[241044715] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.675891995s","start":"2026-03-12T19:19:41.590677Z","end":"2026-03-12T19:19:43.266569Z","steps":["trace[241044715] 'process raft request' (duration: 1.675366744s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.266634Z","caller":"traceutil/trace.go:171","msg":"trace[1946214713] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"1.674902803s","start":"2026-03-12T19:19:41.591666Z","end":"2026-03-12T19:19:43.266569Z","steps":["trace[1946214713] 'process raft request' (duration: 1.674634557s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.266673Z","caller":"traceutil/trace.go:171","msg":"trace[2037147875] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"617.103106ms","start":"2026-03-12T19:19:42.649521Z","end":"2026-03-12T19:19:43.266624Z","steps":["trace[2037147875] 'process raft request' (duration: 616.82761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:43.266829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:41.591656Z","time spent":"1.675052906s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:43.266914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:41.59067Z","time spent":"1.676028398s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:43.26705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:42.649505Z","time spent":"617.265629ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:43.267062Z","caller":"traceutil/trace.go:171","msg":"trace[975230595] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.67615425s","start":"2026-03-12T19:19:41.590888Z","end":"2026-03-12T19:19:43.267042Z","steps":["trace[975230595] 'process raft request' (duration: 1.675346523s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.267043Z","caller":"traceutil/trace.go:171","msg":"trace[1769499338] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.676741183s","start":"2026-03-12T19:19:41.590245Z","end":"2026-03-12T19:19:43.266986Z","steps":["trace[1769499338] 'process raft request' (duration: 1.52353735s)","trace[1769499338] 'compare' (duration: 151.338312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:43.267162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:41.59087Z","time spent":"1.676243192s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:43.267262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:41.590237Z","time spent":"1.676906406s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:43.349116Z","caller":"traceutil/trace.go:171","msg":"trace[1819896184] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2130; }","duration":"848.765531ms","start":"2026-03-12T19:19:42.500322Z","end":"2026-03-12T19:19:43.349088Z","steps":["trace[1819896184] 'read index received' (duration: 613.476256ms)","trace[1819896184] 'applied index is now lower than readState.Index' (duration: 235.287805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:43.349256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.909464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:43.349331Z","caller":"traceutil/trace.go:171","msg":"trace[780663220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2051; }","duration":"849.028348ms","start":"2026-03-12T19:19:42.50027Z","end":"2026-03-12T19:19:43.349299Z","steps":["trace[780663220] 'agreement among raft nodes before linearized reading' (duration: 848.905264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:43.349376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:42.500243Z","time spent":"849.123899ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:43.349469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.510724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:43.349524Z","caller":"traceutil/trace.go:171","msg":"trace[451245592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2051; }","duration":"756.598226ms","start":"2026-03-12T19:19:42.592909Z","end":"2026-03-12T19:19:43.349507Z","steps":["trace[451245592] 'agreement among raft nodes before linearized reading' (duration: 756.379561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:43.349567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:42.592891Z","time spent":"756.663918ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:43.349883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.267506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:43.34991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.579993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e33c3506a15\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T19:19:43.35025Z","caller":"traceutil/trace.go:171","msg":"trace[1907824534] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e33c3506a15; range_end:; response_count:1; response_revision:2051; }","duration":"216.982572ms","start":"2026-03-12T19:19:43.13324Z","end":"2026-03-12T19:19:43.350223Z","steps":["trace[1907824534] 'agreement among raft nodes before linearized reading' (duration: 216.480121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.34996Z","caller":"traceutil/trace.go:171","msg":"trace[478552399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2051; }","duration":"125.355358ms","start":"2026-03-12T19:19:43.224583Z","end":"2026-03-12T19:19:43.349939Z","steps":["trace[478552399] 'agreement among raft nodes before linearized reading' (duration: 125.196794ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:43.586602Z","caller":"traceutil/trace.go:171","msg":"trace[202244129] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"198.959784ms","start":"2026-03-12T19:19:43.387596Z","end":"2026-03-12T19:19:43.586556Z","steps":["trace[202244129] 'process raft request' (duration: 113.802573ms)","trace[202244129] 'compare' (duration: 84.990677ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:43.776271Z","caller":"traceutil/trace.go:171","msg":"trace[856221178] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"102.909712ms","start":"2026-03-12T19:19:43.673323Z","end":"2026-03-12T19:19:43.776232Z","steps":["trace[856221178] 'process raft request' (duration: 64.370371ms)","trace[856221178] 'compare' (duration: 38.314266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:45.772165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379767205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:46.024119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.864964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-12T19:19:46.02446Z","caller":"traceutil/trace.go:171","msg":"trace[267126666] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2056; }","duration":"873.262213ms","start":"2026-03-12T19:19:45.151157Z","end":"2026-03-12T19:19:46.024419Z","steps":["trace[267126666] 'range keys from in-memory index tree' (duration: 872.525537ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:46.024646Z","caller":"traceutil/trace.go:171","msg":"trace[1293671687] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"840.088492ms","start":"2026-03-12T19:19:45.184518Z","end":"2026-03-12T19:19:46.024606Z","steps":["trace[1293671687] 'process raft request' (duration: 808.994765ms)","trace[1293671687] 'compare' (duration: 30.017942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:46.024142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524257633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:46.024818Z","caller":"traceutil/trace.go:171","msg":"trace[1515359102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"1.52499885s","start":"2026-03-12T19:19:44.499798Z","end":"2026-03-12T19:19:46.024797Z","steps":["trace[1515359102] 'range keys from in-memory index tree' (duration: 1.52411511s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:46.024849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.184481Z","time spent":"840.248885ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:46.02449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034951869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:46.024918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:44.499767Z","time spent":"1.525134093s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:46.02449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665516589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:46.025013Z","caller":"traceutil/trace.go:171","msg":"trace[2079248743] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2056; }","duration":"1.035512932s","start":"2026-03-12T19:19:44.989444Z","end":"2026-03-12T19:19:46.024957Z","steps":["trace[2079248743] 'count revisions from in-memory index tree' (duration: 1.034768336s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:46.025099Z","caller":"traceutil/trace.go:171","msg":"trace[121043092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"1.666160844s","start":"2026-03-12T19:19:44.358904Z","end":"2026-03-12T19:19:46.025065Z","steps":["trace[121043092] 'range keys from in-memory index tree' (duration: 1.665256674s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:46.025164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:44.358875Z","time spent":"1.666271846s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:46.025171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:44.989414Z","time spent":"1.035694847s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:46.02537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.151129Z","time spent":"873.54053ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:19:47.384696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159270272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:47.38514Z","caller":"traceutil/trace.go:171","msg":"trace[1036694556] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"1.792784156s","start":"2026-03-12T19:19:45.592315Z","end":"2026-03-12T19:19:47.385099Z","steps":["trace[1036694556] 'process raft request' (duration: 1.792565531s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.385347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.592278Z","time spent":"1.79295514s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:47.385167Z","caller":"traceutil/trace.go:171","msg":"trace[728416533] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"1.35462043s","start":"2026-03-12T19:19:46.03052Z","end":"2026-03-12T19:19:47.38514Z","steps":["trace[728416533] 'process raft request' (duration: 1.354555109s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.385289Z","caller":"traceutil/trace.go:171","msg":"trace[1031323123] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"1.757767673s","start":"2026-03-12T19:19:45.627501Z","end":"2026-03-12T19:19:47.385268Z","steps":["trace[1031323123] 'process raft request' (duration: 1.757465547s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.385442Z","caller":"traceutil/trace.go:171","msg":"trace[2041714498] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"2.043537547s","start":"2026-03-12T19:19:45.341847Z","end":"2026-03-12T19:19:47.385384Z","steps":["trace[2041714498] 'process raft request' (duration: 883.439657ms)","trace[2041714498] 'compare' (duration: 1.1587446s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:47.385446Z","caller":"traceutil/trace.go:171","msg":"trace[1317686946] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2141; }","duration":"2.113822558s","start":"2026-03-12T19:19:45.271597Z","end":"2026-03-12T19:19:47.385419Z","steps":["trace[1317686946] 'read index received' (duration: 722.012436ms)","trace[1317686946] 'applied index is now lower than readState.Index' (duration: 1.391807421s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:47.385592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.627465Z","time spent":"1.75806334s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:47.385446Z","caller":"traceutil/trace.go:171","msg":"trace[361182153] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"1.717771891s","start":"2026-03-12T19:19:45.667628Z","end":"2026-03-12T19:19:47.3854Z","steps":["trace[361182153] 'process raft request' (duration: 1.717387133s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.385677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.341807Z","time spent":"2.043737511s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:47.385648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.030491Z","time spent":"1.354953788s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:47.385738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114132914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:19:47.385864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606099668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:47.385865Z","caller":"traceutil/trace.go:171","msg":"trace[27742018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2062; }","duration":"2.114276867s","start":"2026-03-12T19:19:45.271529Z","end":"2026-03-12T19:19:47.385806Z","steps":["trace[27742018] 'agreement among raft nodes before linearized reading' (duration: 2.113984191s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.385921Z","caller":"traceutil/trace.go:171","msg":"trace[1956964371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2062; }","duration":"1.60618152s","start":"2026-03-12T19:19:45.779719Z","end":"2026-03-12T19:19:47.3859Z","steps":["trace[1956964371] 'agreement among raft nodes before linearized reading' (duration: 1.605992036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.385924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.271501Z","time spent":"2.11441191s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:47.385957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.7797Z","time spent":"1.606249781s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:47.385943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760714078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:47.385957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.235859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:47.385984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113485381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:19:47.386013Z","caller":"traceutil/trace.go:171","msg":"trace[642612356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2062; }","duration":"352.335681ms","start":"2026-03-12T19:19:47.033659Z","end":"2026-03-12T19:19:47.385995Z","steps":["trace[642612356] 'agreement among raft nodes before linearized reading' (duration: 352.084886ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.386027Z","caller":"traceutil/trace.go:171","msg":"trace[1754280781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2062; }","duration":"2.113586822s","start":"2026-03-12T19:19:45.272427Z","end":"2026-03-12T19:19:47.386013Z","steps":["trace[1754280781] 'agreement among raft nodes before linearized reading' (duration: 2.11345249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.386019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114276758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:19:47.386037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358791443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:47.386026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739301405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:47.386036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.878157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:19:47.386061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.272394Z","time spent":"2.113659204s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:19:47.386077Z","caller":"traceutil/trace.go:171","msg":"trace[911739450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2062; }","duration":"1.358873215s","start":"2026-03-12T19:19:46.027191Z","end":"2026-03-12T19:19:47.386064Z","steps":["trace[911739450] 'agreement among raft nodes before linearized reading' (duration: 1.358818403s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.386078Z","caller":"traceutil/trace.go:171","msg":"trace[1489745533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2062; }","duration":"2.11442417s","start":"2026-03-12T19:19:45.271636Z","end":"2026-03-12T19:19:47.386061Z","steps":["trace[1489745533] 'agreement among raft nodes before linearized reading' (duration: 2.114068993s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:47.386093Z","caller":"traceutil/trace.go:171","msg":"trace[1709213474] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2062; }","duration":"1.739395638s","start":"2026-03-12T19:19:45.646682Z","end":"2026-03-12T19:19:47.386077Z","steps":["trace[1709213474] 'agreement among raft nodes before linearized reading' (duration: 1.73908732s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.386105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.027168Z","time spent":"1.358931997s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:47.386052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:47.033632Z","time spent":"352.409182ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:19:47.386123Z","caller":"traceutil/trace.go:171","msg":"trace[1483124387] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2062; }","duration":"700.023961ms","start":"2026-03-12T19:19:46.686078Z","end":"2026-03-12T19:19:47.386102Z","steps":["trace[1483124387] 'agreement among raft nodes before linearized reading' (duration: 699.873317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.38613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.271605Z","time spent":"2.114514424s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:47.386143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.64667Z","time spent":"1.73945978s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:47.386179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:46.686049Z","time spent":"700.114584ms","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:19:47.386017Z","caller":"traceutil/trace.go:171","msg":"trace[466890669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2062; }","duration":"1.760825181s","start":"2026-03-12T19:19:45.625162Z","end":"2026-03-12T19:19:47.385988Z","steps":["trace[466890669] 'agreement among raft nodes before linearized reading' (duration: 1.760701288s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.386209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113972571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:47.386277Z","caller":"traceutil/trace.go:171","msg":"trace[780804793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2062; }","duration":"2.114061404s","start":"2026-03-12T19:19:45.272196Z","end":"2026-03-12T19:19:47.386257Z","steps":["trace[780804793] 'agreement among raft nodes before linearized reading' (duration: 2.1138949s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.386267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.625149Z","time spent":"1.761090627s","remote":"127.0.0.1:54432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:47.386324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.272182Z","time spent":"2.114126015s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:47.386534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87546374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"info","ts":"2026-03-12T19:19:47.386583Z","caller":"traceutil/trace.go:171","msg":"trace[1933115521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2062; }","duration":"1.875565882s","start":"2026-03-12T19:19:45.511003Z","end":"2026-03-12T19:19:47.386569Z","steps":["trace[1933115521] 'agreement among raft nodes before linearized reading' (duration: 1.874726503s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:47.386618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.510972Z","time spent":"1.875638714s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:19:47.387085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:45.667613Z","time spent":"1.718059967s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:47.387022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.708034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:47.387195Z","caller":"traceutil/trace.go:171","msg":"trace[784350412] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2062; }","duration":"185.329868ms","start":"2026-03-12T19:19:47.201841Z","end":"2026-03-12T19:19:47.387171Z","steps":["trace[784350412] 'agreement among raft nodes before linearized reading' (duration: 184.130261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:48.463257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.912844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:19:48.46335Z","caller":"traceutil/trace.go:171","msg":"trace[2068642162] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2067; }","duration":"969.027646ms","start":"2026-03-12T19:19:47.494297Z","end":"2026-03-12T19:19:48.463325Z","steps":["trace[2068642162] 'range keys from in-memory index tree' (duration: 968.695148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:48.463397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:47.494244Z","time spent":"969.142668ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:19:48.463374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.504095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e33c3506a15\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T19:19:48.463467Z","caller":"traceutil/trace.go:171","msg":"trace[498067404] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e33c3506a15; range_end:; response_count:1; response_revision:2067; }","duration":"313.644888ms","start":"2026-03-12T19:19:48.149793Z","end":"2026-03-12T19:19:48.463438Z","steps":["trace[498067404] 'range keys from in-memory index tree' (duration: 313.263541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:48.463524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:48.149753Z","time spent":"313.759991ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e33c3506a15\" "} {"level":"info","ts":"2026-03-12T19:19:48.588489Z","caller":"traceutil/trace.go:171","msg":"trace[1106156503] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"122.165055ms","start":"2026-03-12T19:19:48.466285Z","end":"2026-03-12T19:19:48.58845Z","steps":["trace[1106156503] 'process raft request' (duration: 120.485598ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:13.401768Z","caller":"traceutil/trace.go:171","msg":"trace[493945066] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"103.36483ms","start":"2026-03-12T19:20:13.298356Z","end":"2026-03-12T19:20:13.401721Z","steps":["trace[493945066] 'process raft request' (duration: 103.115094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:17.82734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.282048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:20:17.827433Z","caller":"traceutil/trace.go:171","msg":"trace[1574771417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"113.40009ms","start":"2026-03-12T19:20:17.714005Z","end":"2026-03-12T19:20:17.827405Z","steps":["trace[1574771417] 'range keys from in-memory index tree' (duration: 112.929411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.20357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.757742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:18.203786Z","caller":"traceutil/trace.go:171","msg":"trace[148511124] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"193.973879ms","start":"2026-03-12T19:20:18.009785Z","end":"2026-03-12T19:20:18.203759Z","steps":["trace[148511124] 'process raft request' (duration: 87.884759ms)","trace[148511124] 'compare' (duration: 105.335723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:48.32221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.318258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:20:48.322267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.542421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:20:48.322326Z","caller":"traceutil/trace.go:171","msg":"trace[1200148762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2485; }","duration":"151.464811ms","start":"2026-03-12T19:20:48.170836Z","end":"2026-03-12T19:20:48.322301Z","steps":["trace[1200148762] 'range keys from in-memory index tree' (duration: 151.114804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.322379Z","caller":"traceutil/trace.go:171","msg":"trace[1164184766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2485; }","duration":"116.693965ms","start":"2026-03-12T19:20:48.205644Z","end":"2026-03-12T19:20:48.322338Z","steps":["trace[1164184766] 'range keys from in-memory index tree' (duration: 116.212614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.322404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.046094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-12T19:20:48.322493Z","caller":"traceutil/trace.go:171","msg":"trace[1808486459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2485; }","duration":"152.191877ms","start":"2026-03-12T19:20:48.170279Z","end":"2026-03-12T19:20:48.322471Z","steps":["trace[1808486459] 'range keys from in-memory index tree' (duration: 151.605694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.32221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.550081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:20:48.322602Z","caller":"traceutil/trace.go:171","msg":"trace[1416567647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2485; }","duration":"116.993472ms","start":"2026-03-12T19:20:48.205563Z","end":"2026-03-12T19:20:48.322557Z","steps":["trace[1416567647] 'range keys from in-memory index tree' (duration: 116.214914ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.523322Z","caller":"traceutil/trace.go:171","msg":"trace[1942510579] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2590; }","duration":"168.946118ms","start":"2026-03-12T19:20:48.354352Z","end":"2026-03-12T19:20:48.523298Z","steps":["trace[1942510579] 'read index received' (duration: 30.602565ms)","trace[1942510579] 'applied index is now lower than readState.Index' (duration: 138.342683ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:48.52337Z","caller":"traceutil/trace.go:171","msg":"trace[619071031] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"195.955653ms","start":"2026-03-12T19:20:48.327381Z","end":"2026-03-12T19:20:48.523337Z","steps":["trace[619071031] 'process raft request' (duration: 195.83578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.523425Z","caller":"traceutil/trace.go:171","msg":"trace[1343840747] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"195.473712ms","start":"2026-03-12T19:20:48.327942Z","end":"2026-03-12T19:20:48.523415Z","steps":["trace[1343840747] 'process raft request' (duration: 195.317939ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.523579Z","caller":"traceutil/trace.go:171","msg":"trace[1836407536] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"196.30232ms","start":"2026-03-12T19:20:48.327263Z","end":"2026-03-12T19:20:48.523565Z","steps":["trace[1836407536] 'process raft request' (duration: 124.7231ms)","trace[1836407536] 'compare' (duration: 71.014796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:48.523628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.255164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:48.523727Z","caller":"traceutil/trace.go:171","msg":"trace[1141223172] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2489; }","duration":"169.418597ms","start":"2026-03-12T19:20:48.354283Z","end":"2026-03-12T19:20:48.523701Z","steps":["trace[1141223172] 'agreement among raft nodes before linearized reading' (duration: 169.273584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:50.986563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.613398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:50.986669Z","caller":"traceutil/trace.go:171","msg":"trace[1948954945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2533; }","duration":"486.791542ms","start":"2026-03-12T19:20:50.499853Z","end":"2026-03-12T19:20:50.986644Z","steps":["trace[1948954945] 'range keys from in-memory index tree' (duration: 486.511566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:50.986723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:50.499827Z","time spent":"486.886534ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:50.98756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.044377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:50.987633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.591997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:20:50.987677Z","caller":"traceutil/trace.go:171","msg":"trace[1701418221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"458.680849ms","start":"2026-03-12T19:20:50.528985Z","end":"2026-03-12T19:20:50.987666Z","steps":["trace[1701418221] 'range keys from in-memory index tree' (duration: 458.400893ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:50.987677Z","caller":"traceutil/trace.go:171","msg":"trace[83229780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2533; }","duration":"158.21363ms","start":"2026-03-12T19:20:50.829434Z","end":"2026-03-12T19:20:50.987647Z","steps":["trace[83229780] 'range keys from in-memory index tree' (duration: 157.952705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:50.987726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:50.528963Z","time spent":"458.752922ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:50.987758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.331112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:20:50.987814Z","caller":"traceutil/trace.go:171","msg":"trace[1525977723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2533; }","duration":"458.430024ms","start":"2026-03-12T19:20:50.529369Z","end":"2026-03-12T19:20:50.9878Z","steps":["trace[1525977723] 'range keys from in-memory index tree' (duration: 458.188398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:50.987849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:50.529363Z","time spent":"458.479485ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:50.987948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.596888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:20:50.988089Z","caller":"traceutil/trace.go:171","msg":"trace[1422160753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"458.779491ms","start":"2026-03-12T19:20:50.529274Z","end":"2026-03-12T19:20:50.988053Z","steps":["trace[1422160753] 'range keys from in-memory index tree' (duration: 458.386423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:50.988161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:50.529267Z","time spent":"458.879763ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:55.939845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379768310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:56.141514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127100169s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:20:56.14203Z","caller":"traceutil/trace.go:171","msg":"trace[1368591210] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"1.127719022s","start":"2026-03-12T19:20:55.014282Z","end":"2026-03-12T19:20:56.142001Z","steps":["trace[1368591210] 'process raft request' (duration: 1.127509868s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:56.142205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.014256Z","time spent":"1.127860846s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:58.485519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.343685379s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:20:58.486116Z","caller":"traceutil/trace.go:171","msg":"trace[1298303529] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"3.471438792s","start":"2026-03-12T19:20:55.014607Z","end":"2026-03-12T19:20:58.486046Z","steps":["trace[1298303529] 'process raft request' (duration: 3.471203967s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.486293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.01459Z","time spent":"3.471607196s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.486504Z","caller":"traceutil/trace.go:171","msg":"trace[1502493294] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"2.690697806s","start":"2026-03-12T19:20:55.795778Z","end":"2026-03-12T19:20:58.486476Z","steps":["trace[1502493294] 'process raft request' (duration: 2.690457381s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.486616Z","caller":"traceutil/trace.go:171","msg":"trace[1338473924] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"2.657238976s","start":"2026-03-12T19:20:55.829299Z","end":"2026-03-12T19:20:58.486538Z","steps":["trace[1338473924] 'process raft request' (duration: 2.657070692s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.486678Z","caller":"traceutil/trace.go:171","msg":"trace[616524140] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"3.463079357s","start":"2026-03-12T19:20:55.023575Z","end":"2026-03-12T19:20:58.486655Z","steps":["trace[616524140] 'process raft request' (duration: 3.462424203s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.486774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.023547Z","time spent":"3.463181579s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.486508Z","caller":"traceutil/trace.go:171","msg":"trace[1134665884] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2661; }","duration":"3.047689316s","start":"2026-03-12T19:20:55.438782Z","end":"2026-03-12T19:20:58.486472Z","steps":["trace[1134665884] 'read index received' (duration: 703.082427ms)","trace[1134665884] 'applied index is now lower than readState.Index' (duration: 2.344605679s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:58.486839Z","caller":"traceutil/trace.go:171","msg":"trace[718542245] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"2.644120246s","start":"2026-03-12T19:20:55.842661Z","end":"2026-03-12T19:20:58.486782Z","steps":["trace[718542245] 'process raft request' (duration: 2.643760938s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.486898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.829284Z","time spent":"2.657454371s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:58.487092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.842624Z","time spent":"2.644343091s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:58.487355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.795751Z","time spent":"2.690851s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:58.48667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04786515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:58.487534Z","caller":"traceutil/trace.go:171","msg":"trace[2057508021] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2561; }","duration":"3.0487776s","start":"2026-03-12T19:20:55.438722Z","end":"2026-03-12T19:20:58.4875Z","steps":["trace[2057508021] 'agreement among raft nodes before linearized reading' (duration: 3.047839829s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.487585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.438692Z","time spent":"3.048879282s","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:58.491445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921997745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:20:58.491494Z","caller":"traceutil/trace.go:171","msg":"trace[1444253844] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2562; }","duration":"2.922074456s","start":"2026-03-12T19:20:55.569404Z","end":"2026-03-12T19:20:58.491479Z","steps":["trace[1444253844] 'agreement among raft nodes before linearized reading' (duration: 2.921918003s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.491523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.569384Z","time spent":"2.922130638s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:20:58.491521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.541529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:58.491506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062284124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:58.491578Z","caller":"traceutil/trace.go:171","msg":"trace[530990137] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2562; }","duration":"163.656752ms","start":"2026-03-12T19:20:58.327897Z","end":"2026-03-12T19:20:58.491553Z","steps":["trace[530990137] 'agreement among raft nodes before linearized reading' (duration: 163.499198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.491606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990478514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:58.491635Z","caller":"traceutil/trace.go:171","msg":"trace[195517299] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2562; }","duration":"1.06250007s","start":"2026-03-12T19:20:57.429103Z","end":"2026-03-12T19:20:58.491603Z","steps":["trace[195517299] 'agreement among raft nodes before linearized reading' (duration: 1.062266025s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.491708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118523997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:58.491709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.429075Z","time spent":"1.062621922s","remote":"127.0.0.1:43994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.491741Z","caller":"traceutil/trace.go:171","msg":"trace[635545184] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2562; }","duration":"2.118610149s","start":"2026-03-12T19:20:56.373119Z","end":"2026-03-12T19:20:58.491729Z","steps":["trace[635545184] 'agreement among raft nodes before linearized reading' (duration: 2.118549237s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.491772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.373094Z","time spent":"2.118672199s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.49192Z","caller":"traceutil/trace.go:171","msg":"trace[2033615231] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"1.252615456s","start":"2026-03-12T19:20:57.239289Z","end":"2026-03-12T19:20:58.491904Z","steps":["trace[2033615231] 'process raft request' (duration: 1.251954802s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.491556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.930577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:20:58.49197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.42135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:20:58.492014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867370387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:20:58.492041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.239252Z","time spent":"1.252707599s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.492067Z","caller":"traceutil/trace.go:171","msg":"trace[1135020184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2562; }","duration":"2.867444869s","start":"2026-03-12T19:20:55.624609Z","end":"2026-03-12T19:20:58.492054Z","steps":["trace[1135020184] 'agreement among raft nodes before linearized reading' (duration: 2.867323066s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.492104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.624602Z","time spent":"2.86749295s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:20:58.492096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517447677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:58.49211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985014482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:20:58.492035Z","caller":"traceutil/trace.go:171","msg":"trace[2089492670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2562; }","duration":"344.526193ms","start":"2026-03-12T19:20:58.147492Z","end":"2026-03-12T19:20:58.492018Z","steps":["trace[2089492670] 'agreement among raft nodes before linearized reading' (duration: 343.94125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.491647Z","caller":"traceutil/trace.go:171","msg":"trace[1288633964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2562; }","duration":"1.990561935s","start":"2026-03-12T19:20:56.501069Z","end":"2026-03-12T19:20:58.491631Z","steps":["trace[1288633964] 'agreement among raft nodes before linearized reading' (duration: 1.990517494s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.492254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.147467Z","time spent":"344.773759ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:58.49229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306383923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:20:58.492201Z","caller":"traceutil/trace.go:171","msg":"trace[414263560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2562; }","duration":"1.985127105s","start":"2026-03-12T19:20:56.507058Z","end":"2026-03-12T19:20:58.492185Z","steps":["trace[414263560] 'agreement among raft nodes before linearized reading' (duration: 1.984822239s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.49235Z","caller":"traceutil/trace.go:171","msg":"trace[1343327494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2562; }","duration":"2.306513606s","start":"2026-03-12T19:20:56.185823Z","end":"2026-03-12T19:20:58.492337Z","steps":["trace[1343327494] 'agreement among raft nodes before linearized reading' (duration: 2.306290951s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.492145Z","caller":"traceutil/trace.go:171","msg":"trace[1787206495] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2562; }","duration":"1.51761988s","start":"2026-03-12T19:20:56.97451Z","end":"2026-03-12T19:20:58.49213Z","steps":["trace[1787206495] 'agreement among raft nodes before linearized reading' (duration: 1.51716214s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.492376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.507048Z","time spent":"1.985319829s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:58.492387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.185795Z","time spent":"2.306585118s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:20:58.492304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.501038Z","time spent":"1.99123457s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:58.492401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.974479Z","time spent":"1.517905027s","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.492024Z","caller":"traceutil/trace.go:171","msg":"trace[330565489] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2562; }","duration":"991.430458ms","start":"2026-03-12T19:20:57.500581Z","end":"2026-03-12T19:20:58.492011Z","steps":["trace[330565489] 'agreement among raft nodes before linearized reading' (duration: 990.873466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.4925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.500565Z","time spent":"991.926008ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-12T19:21:05.669946Z","caller":"traceutil/trace.go:171","msg":"trace[1013982912] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"100.391601ms","start":"2026-03-12T19:21:05.569526Z","end":"2026-03-12T19:21:05.669918Z","steps":["trace[1013982912] 'read index received' (duration: 100.129346ms)","trace[1013982912] 'applied index is now lower than readState.Index' (duration: 260.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:05.670061Z","caller":"traceutil/trace.go:171","msg":"trace[1947612499] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"151.288158ms","start":"2026-03-12T19:21:05.518735Z","end":"2026-03-12T19:21:05.670023Z","steps":["trace[1947612499] 'process raft request' (duration: 151.014202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:05.670183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.634387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:21:05.670277Z","caller":"traceutil/trace.go:171","msg":"trace[546587521] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2605; }","duration":"100.78529ms","start":"2026-03-12T19:21:05.569478Z","end":"2026-03-12T19:21:05.670263Z","steps":["trace[546587521] 'agreement among raft nodes before linearized reading' (duration: 100.551825ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:14.861658Z","caller":"traceutil/trace.go:171","msg":"trace[1116024712] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"226.414149ms","start":"2026-03-12T19:21:14.63521Z","end":"2026-03-12T19:21:14.861624Z","steps":["trace[1116024712] 'process raft request' (duration: 182.446887ms)","trace[1116024712] 'compare' (duration: 43.761598ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:14.861923Z","caller":"traceutil/trace.go:171","msg":"trace[249778934] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"226.632095ms","start":"2026-03-12T19:21:14.635268Z","end":"2026-03-12T19:21:14.8619Z","steps":["trace[249778934] 'process raft request' (duration: 226.307387ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:14.862182Z","caller":"traceutil/trace.go:171","msg":"trace[812058615] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"222.380882ms","start":"2026-03-12T19:21:14.639786Z","end":"2026-03-12T19:21:14.862167Z","steps":["trace[812058615] 'process raft request' (duration: 221.993103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:14.862158Z","caller":"traceutil/trace.go:171","msg":"trace[615265166] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2771; }","duration":"209.22249ms","start":"2026-03-12T19:21:14.652902Z","end":"2026-03-12T19:21:14.862124Z","steps":["trace[615265166] 'read index received' (duration: 164.849028ms)","trace[615265166] 'applied index is now lower than readState.Index' (duration: 44.371522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:14.862375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.446325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:21:14.862443Z","caller":"traceutil/trace.go:171","msg":"trace[457181396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2664; }","duration":"209.567207ms","start":"2026-03-12T19:21:14.652859Z","end":"2026-03-12T19:21:14.862426Z","steps":["trace[457181396] 'agreement among raft nodes before linearized reading' (duration: 209.387124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:14.862674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.100537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:21:14.862729Z","caller":"traceutil/trace.go:171","msg":"trace[1698595623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2664; }","duration":"209.20745ms","start":"2026-03-12T19:21:14.653508Z","end":"2026-03-12T19:21:14.862716Z","steps":["trace[1698595623] 'agreement among raft nodes before linearized reading' (duration: 208.904973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:27.088822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.734786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:21:27.088942Z","caller":"traceutil/trace.go:171","msg":"trace[322498153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2720; }","duration":"108.942931ms","start":"2026-03-12T19:21:26.979972Z","end":"2026-03-12T19:21:27.088915Z","steps":["trace[322498153] 'range keys from in-memory index tree' (duration: 108.555703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:27.088937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.520774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:21:27.089024Z","caller":"traceutil/trace.go:171","msg":"trace[1714668546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2720; }","duration":"128.678728ms","start":"2026-03-12T19:21:26.960321Z","end":"2026-03-12T19:21:27.089Z","steps":["trace[1714668546] 'range keys from in-memory index tree' (duration: 128.293169ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:27.216725Z","caller":"traceutil/trace.go:171","msg":"trace[1338077909] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"122.753446ms","start":"2026-03-12T19:21:27.093928Z","end":"2026-03-12T19:21:27.216682Z","steps":["trace[1338077909] 'process raft request' (duration: 108.196544ms)","trace[1338077909] 'compare' (duration: 14.309717ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:27.217223Z","caller":"traceutil/trace.go:171","msg":"trace[518575560] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"122.146114ms","start":"2026-03-12T19:21:27.095053Z","end":"2026-03-12T19:21:27.217199Z","steps":["trace[518575560] 'process raft request' (duration: 122.111733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:27.217253Z","caller":"traceutil/trace.go:171","msg":"trace[1477150924] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"123.160156ms","start":"2026-03-12T19:21:27.094045Z","end":"2026-03-12T19:21:27.217205Z","steps":["trace[1477150924] 'process raft request' (duration: 122.576433ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:27.217305Z","caller":"traceutil/trace.go:171","msg":"trace[1062055159] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"123.230677ms","start":"2026-03-12T19:21:27.094052Z","end":"2026-03-12T19:21:27.217283Z","steps":["trace[1062055159] 'process raft request' (duration: 123.039593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:33.309932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379768841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:21:33.810712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379768841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:21:33.989574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30292594s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:21:33.990147Z","caller":"traceutil/trace.go:171","msg":"trace[1278499208] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"1.303553044s","start":"2026-03-12T19:21:32.686508Z","end":"2026-03-12T19:21:33.990061Z","steps":["trace[1278499208] 'process raft request' (duration: 1.303320379s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:33.990372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.686476Z","time spent":"1.303779519s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:34.332656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.230711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:21:34.333198Z","caller":"traceutil/trace.go:171","msg":"trace[1953274885] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"1.639588539s","start":"2026-03-12T19:21:32.693515Z","end":"2026-03-12T19:21:34.333103Z","steps":["trace[1953274885] 'process raft request' (duration: 1.447815406s)","trace[1953274885] 'compare' (duration: 191.064958ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:34.333224Z","caller":"traceutil/trace.go:171","msg":"trace[1081885583] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"1.623800258s","start":"2026-03-12T19:21:32.709358Z","end":"2026-03-12T19:21:34.333158Z","steps":["trace[1081885583] 'process raft request' (duration: 1.623444221s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:34.333429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.69347Z","time spent":"1.639856884s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:34.33365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.70932Z","time spent":"1.624184247s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:35.316806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.889951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:21:35.316953Z","caller":"traceutil/trace.go:171","msg":"trace[541206124] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"2.50782781s","start":"2026-03-12T19:21:32.809097Z","end":"2026-03-12T19:21:35.316925Z","steps":["trace[541206124] 'read index received' (duration: 1.180940181s)","trace[541206124] 'applied index is now lower than readState.Index' (duration: 1.326885429s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:35.317353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508246391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:21:35.317421Z","caller":"traceutil/trace.go:171","msg":"trace[1250667838] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2753; }","duration":"2.508370054s","start":"2026-03-12T19:21:32.809031Z","end":"2026-03-12T19:21:35.317401Z","steps":["trace[1250667838] 'agreement among raft nodes before linearized reading' (duration: 2.5082411s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.317473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.808999Z","time spent":"2.508462505s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:35.317759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014843834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:21:35.317917Z","caller":"traceutil/trace.go:171","msg":"trace[1909541663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2753; }","duration":"2.015039037s","start":"2026-03-12T19:21:33.302851Z","end":"2026-03-12T19:21:35.31789Z","steps":["trace[1909541663] 'agreement among raft nodes before linearized reading' (duration: 2.014649589s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.317979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.302838Z","time spent":"2.015126419s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817534247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:21:35.318159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.5652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:21:35.318192Z","caller":"traceutil/trace.go:171","msg":"trace[119437099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"1.81764829s","start":"2026-03-12T19:21:33.500533Z","end":"2026-03-12T19:21:35.318182Z","steps":["trace[119437099] 'agreement among raft nodes before linearized reading' (duration: 1.817585388s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:35.31822Z","caller":"traceutil/trace.go:171","msg":"trace[1201593034] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2753; }","duration":"723.682213ms","start":"2026-03-12T19:21:34.594521Z","end":"2026-03-12T19:21:35.318203Z","steps":["trace[1201593034] 'agreement among raft nodes before linearized reading' (duration: 723.53008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.318228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.500503Z","time spent":"1.817718181s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:34.594492Z","time spent":"723.764325ms","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:35.318269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748068119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-12T19:21:35.318315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016127561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:21:35.318304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023454633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:21:35.31839Z","caller":"traceutil/trace.go:171","msg":"trace[1712661541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2753; }","duration":"2.016254384s","start":"2026-03-12T19:21:33.302117Z","end":"2026-03-12T19:21:35.318371Z","steps":["trace[1712661541] 'agreement among raft nodes before linearized reading' (duration: 2.016128611s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:35.318402Z","caller":"traceutil/trace.go:171","msg":"trace[1576261209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2753; }","duration":"2.023624156s","start":"2026-03-12T19:21:33.294759Z","end":"2026-03-12T19:21:35.318383Z","steps":["trace[1576261209] 'agreement among raft nodes before linearized reading' (duration: 2.023268948s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:35.318386Z","caller":"traceutil/trace.go:171","msg":"trace[245397594] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2753; }","duration":"1.748237844s","start":"2026-03-12T19:21:33.570116Z","end":"2026-03-12T19:21:35.318354Z","steps":["trace[245397594] 'agreement among raft nodes before linearized reading' (duration: 1.747940327s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.318481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.302085Z","time spent":"2.016388377s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.294727Z","time spent":"2.023752249s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.570086Z","time spent":"1.748408178s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:21:35.31851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016234674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:21:35.31852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147482248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:21:35.318603Z","caller":"traceutil/trace.go:171","msg":"trace[433803810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2753; }","duration":"2.016413997s","start":"2026-03-12T19:21:33.302167Z","end":"2026-03-12T19:21:35.318581Z","steps":["trace[433803810] 'agreement among raft nodes before linearized reading' (duration: 2.015979888s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:35.318615Z","caller":"traceutil/trace.go:171","msg":"trace[1379689214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2753; }","duration":"2.14758209s","start":"2026-03-12T19:21:33.171015Z","end":"2026-03-12T19:21:35.318597Z","steps":["trace[1379689214] 'agreement among raft nodes before linearized reading' (duration: 2.147275893s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.318668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.302135Z","time spent":"2.01651755s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:33.170935Z","time spent":"2.147738303s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:21:35.318886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433883735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:21:35.318936Z","caller":"traceutil/trace.go:171","msg":"trace[117106257] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2753; }","duration":"2.433991057s","start":"2026-03-12T19:21:32.884934Z","end":"2026-03-12T19:21:35.318925Z","steps":["trace[117106257] 'agreement among raft nodes before linearized reading' (duration: 2.43369533s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.318967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.884903Z","time spent":"2.434055809s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":324,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:35.319329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482236155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:35.319384Z","caller":"traceutil/trace.go:171","msg":"trace[1115116924] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2753; }","duration":"2.484172448s","start":"2026-03-12T19:21:32.835196Z","end":"2026-03-12T19:21:35.319369Z","steps":["trace[1115116924] 'agreement among raft nodes before linearized reading' (duration: 2.482250616s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.319411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:32.835164Z","time spent":"2.484235529s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:35.319415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.956435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c2e4ef147cdc0\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-12T19:21:35.31978Z","caller":"traceutil/trace.go:171","msg":"trace[1667763114] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c2e4ef147cdc0; range_end:; response_count:1; response_revision:2753; }","duration":"450.303883ms","start":"2026-03-12T19:21:34.869341Z","end":"2026-03-12T19:21:35.319644Z","steps":["trace[1667763114] 'agreement among raft nodes before linearized reading' (duration: 448.82295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:35.319858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:34.869287Z","time spent":"450.554539ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c2e4ef147cdc0\" "} {"level":"warn","ts":"2026-03-12T19:21:35.826667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379768850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:21:36.273818Z","caller":"traceutil/trace.go:171","msg":"trace[1643548569] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"950.521482ms","start":"2026-03-12T19:21:35.323266Z","end":"2026-03-12T19:21:36.273787Z","steps":["trace[1643548569] 'process raft request' (duration: 950.298707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:36.274137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.323239Z","time spent":"950.667175ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:37.327022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:21:37.32713Z","caller":"traceutil/trace.go:171","msg":"trace[1615607284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025836s","start":"2026-03-12T19:21:35.326847Z","end":"2026-03-12T19:21:37.327106Z","steps":["trace[1615607284] 'agreement among raft nodes before linearized reading' (duration: 2.000126247s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:37.327183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.326839Z","time spent":"2.000333001s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:21:37.529746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24690716s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:21:38.401816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.782588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:21:38.402225Z","caller":"traceutil/trace.go:171","msg":"trace[1835727164] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"3.078289743s","start":"2026-03-12T19:21:35.323914Z","end":"2026-03-12T19:21:38.402204Z","steps":["trace[1835727164] 'process raft request' (duration: 3.078042277s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.402339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.323893Z","time spent":"3.078394176s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:38.402623Z","caller":"traceutil/trace.go:171","msg":"trace[175492616] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"3.077646469s","start":"2026-03-12T19:21:35.324944Z","end":"2026-03-12T19:21:38.402591Z","steps":["trace[175492616] 'process raft request' (duration: 3.077163069s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:38.402754Z","caller":"traceutil/trace.go:171","msg":"trace[615485236] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"3.077763131s","start":"2026-03-12T19:21:35.324973Z","end":"2026-03-12T19:21:38.402736Z","steps":["trace[615485236] 'process raft request' (duration: 3.077537406s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.40283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.324941Z","time spent":"3.077855904s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:38.402835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.324916Z","time spent":"3.077800773s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:38.403123Z","caller":"traceutil/trace.go:171","msg":"trace[2104696106] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"3.078113229s","start":"2026-03-12T19:21:35.324989Z","end":"2026-03-12T19:21:38.403102Z","steps":["trace[2104696106] 'process raft request' (duration: 3.0776989s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.403234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.324958Z","time spent":"3.078221512s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:38.403302Z","caller":"traceutil/trace.go:171","msg":"trace[466379052] linearizableReadLoop","detail":"{readStateIndex:2873; appliedIndex:2867; }","duration":"3.077233929s","start":"2026-03-12T19:21:35.326051Z","end":"2026-03-12T19:21:38.403284Z","steps":["trace[466379052] 'read index received' (duration: 947.509595ms)","trace[466379052] 'applied index is now lower than readState.Index' (duration: 2.129722824s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:38.403405Z","caller":"traceutil/trace.go:171","msg":"trace[96579527] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"2.063010078s","start":"2026-03-12T19:21:36.340382Z","end":"2026-03-12T19:21:38.403392Z","steps":["trace[96579527] 'process raft request' (duration: 2.062954146s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:38.403426Z","caller":"traceutil/trace.go:171","msg":"trace[1417066816] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"2.407840148s","start":"2026-03-12T19:21:35.995572Z","end":"2026-03-12T19:21:38.403412Z","steps":["trace[1417066816] 'process raft request' (duration: 2.407434649s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.403481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:36.340345Z","time spent":"2.06310125s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:38.40352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.995546Z","time spent":"2.407915599s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:38.403582Z","caller":"traceutil/trace.go:171","msg":"trace[748757687] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"2.063327854s","start":"2026-03-12T19:21:36.340245Z","end":"2026-03-12T19:21:38.403572Z","steps":["trace[748757687] 'process raft request' (duration: 2.062993917s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.403636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:36.340213Z","time spent":"2.063396816s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:38.403661Z","caller":"traceutil/trace.go:171","msg":"trace[1684492585] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"2.352870052s","start":"2026-03-12T19:21:36.050773Z","end":"2026-03-12T19:21:38.403643Z","steps":["trace[1684492585] 'process raft request' (duration: 2.35233567s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.403758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:36.050763Z","time spent":"2.352946243s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:38.40386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077806352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-12T19:21:38.403897Z","caller":"traceutil/trace.go:171","msg":"trace[215180834] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2764; }","duration":"3.077854352s","start":"2026-03-12T19:21:35.326032Z","end":"2026-03-12T19:21:38.403887Z","steps":["trace[215180834] 'agreement among raft nodes before linearized reading' (duration: 3.07773644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.403935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.32602Z","time spent":"3.077906274s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-12T19:21:38.404068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929597122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:21:38.40413Z","caller":"traceutil/trace.go:171","msg":"trace[1636443906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2764; }","duration":"2.929733095s","start":"2026-03-12T19:21:35.474381Z","end":"2026-03-12T19:21:38.404114Z","steps":["trace[1636443906] 'agreement among raft nodes before linearized reading' (duration: 2.92949902s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.404183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.47436Z","time spent":"2.929810066s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:21:38.404232Z","caller":"traceutil/trace.go:171","msg":"trace[415851533] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"2.279109229s","start":"2026-03-12T19:21:36.125108Z","end":"2026-03-12T19:21:38.404217Z","steps":["trace[415851533] 'process raft request' (duration: 2.278057577s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.404309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:36.125072Z","time spent":"2.279197861s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9240,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:38.404536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.834699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c2e50c9640c73\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-12T19:21:38.404595Z","caller":"traceutil/trace.go:171","msg":"trace[201438810] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c2e50c9640c73; range_end:; response_count:1; response_revision:2764; }","duration":"616.926151ms","start":"2026-03-12T19:21:37.787653Z","end":"2026-03-12T19:21:38.40458Z","steps":["trace[201438810] 'agreement among raft nodes before linearized reading' (duration: 616.787668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.404645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.787627Z","time spent":"617.006403ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c2e50c9640c73\" "} {"level":"warn","ts":"2026-03-12T19:21:38.404747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96769781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:38.40485Z","caller":"traceutil/trace.go:171","msg":"trace[1705843291] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2764; }","duration":"1.967823622s","start":"2026-03-12T19:21:36.436992Z","end":"2026-03-12T19:21:38.404815Z","steps":["trace[1705843291] 'agreement among raft nodes before linearized reading' (duration: 1.96772303s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.404892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:36.43696Z","time spent":"1.967922125s","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:38.404927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658467574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:21:38.404985Z","caller":"traceutil/trace.go:171","msg":"trace[668471566] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2764; }","duration":"2.658565996s","start":"2026-03-12T19:21:35.746406Z","end":"2026-03-12T19:21:38.404972Z","steps":["trace[668471566] 'agreement among raft nodes before linearized reading' (duration: 2.658474084s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.405028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.746385Z","time spent":"2.658630057s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:38.405111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.664953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:21:38.405149Z","caller":"traceutil/trace.go:171","msg":"trace[565964490] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2764; }","duration":"902.740865ms","start":"2026-03-12T19:21:37.502399Z","end":"2026-03-12T19:21:38.40514Z","steps":["trace[565964490] 'agreement among raft nodes before linearized reading' (duration: 902.647622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.405186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.502371Z","time spent":"902.809296ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:21:38.405288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771225898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:21:38.405331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077557374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:38.405352Z","caller":"traceutil/trace.go:171","msg":"trace[656814294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2764; }","duration":"2.771338261s","start":"2026-03-12T19:21:35.633996Z","end":"2026-03-12T19:21:38.405334Z","steps":["trace[656814294] 'agreement among raft nodes before linearized reading' (duration: 2.771233808s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.405409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.633961Z","time spent":"2.771433593s","remote":"127.0.0.1:54490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:21:38.40536Z","caller":"traceutil/trace.go:171","msg":"trace[1788399786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2764; }","duration":"1.077624175s","start":"2026-03-12T19:21:37.327726Z","end":"2026-03-12T19:21:38.40535Z","steps":["trace[1788399786] 'agreement among raft nodes before linearized reading' (duration: 1.077583524s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:38.405617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:37.327704Z","time spent":"1.077900001s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:21:38.402119Z","caller":"traceutil/trace.go:171","msg":"trace[1399733955] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"3.0781274s","start":"2026-03-12T19:21:35.323912Z","end":"2026-03-12T19:21:38.402039Z","steps":["trace[1399733955] 'process raft request' (duration: 2.206043923s)","trace[1399733955] 'compare' (duration: 870.661865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:38.406253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:35.323896Z","time spent":"3.082298012s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:38.772795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.186507ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T19:21:38.772925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.407491Z","time spent":"365.428925ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:21:39.658893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.79667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:39.659154Z","caller":"traceutil/trace.go:171","msg":"trace[1901836109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2764; }","duration":"369.084426ms","start":"2026-03-12T19:21:39.290042Z","end":"2026-03-12T19:21:39.659126Z","steps":["trace[1901836109] 'range keys from in-memory index tree' (duration: 368.770379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:39.659323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.339152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:21:39.65963Z","caller":"traceutil/trace.go:171","msg":"trace[1048179093] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"111.911256ms","start":"2026-03-12T19:21:39.54769Z","end":"2026-03-12T19:21:39.659601Z","steps":["trace[1048179093] 'process raft request' (duration: 111.849205ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.659665Z","caller":"traceutil/trace.go:171","msg":"trace[1623995035] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"885.519645ms","start":"2026-03-12T19:21:38.774108Z","end":"2026-03-12T19:21:39.659628Z","steps":["trace[1623995035] 'process raft request' (duration: 885.357111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.659689Z","caller":"traceutil/trace.go:171","msg":"trace[2007132037] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"1.250229374s","start":"2026-03-12T19:21:38.409423Z","end":"2026-03-12T19:21:39.659652Z","steps":["trace[2007132037] 'process raft request' (duration: 565.449642ms)","trace[2007132037] 'compare' (duration: 684.138488ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:39.659652Z","caller":"traceutil/trace.go:171","msg":"trace[21399035] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2878; }","duration":"1.249282243s","start":"2026-03-12T19:21:38.410334Z","end":"2026-03-12T19:21:39.659616Z","steps":["trace[21399035] 'read index received' (duration: 229.204321ms)","trace[21399035] 'applied index is now lower than readState.Index' (duration: 1.020075192s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:39.659857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.774079Z","time spent":"885.665187ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:39.659894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.409389Z","time spent":"1.250374508s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:39.659928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249561959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-03-12T19:21:39.659978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.807488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:21:39.659993Z","caller":"traceutil/trace.go:171","msg":"trace[1268816865] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2767; }","duration":"1.24964922s","start":"2026-03-12T19:21:38.410328Z","end":"2026-03-12T19:21:39.659977Z","steps":["trace[1268816865] 'agreement among raft nodes before linearized reading' (duration: 1.249393685s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.660022Z","caller":"traceutil/trace.go:171","msg":"trace[1658540791] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2767; }","duration":"414.89415ms","start":"2026-03-12T19:21:39.245119Z","end":"2026-03-12T19:21:39.660013Z","steps":["trace[1658540791] 'agreement among raft nodes before linearized reading' (duration: 414.810028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:39.660051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:39.245093Z","time spent":"414.952582ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:39.660049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.410317Z","time spent":"1.249718553s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-12T19:21:39.660038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246909441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:21:39.660052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233217358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:21:39.660125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249232992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:21:39.660133Z","caller":"traceutil/trace.go:171","msg":"trace[427258176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"1.247048443s","start":"2026-03-12T19:21:38.413065Z","end":"2026-03-12T19:21:39.660114Z","steps":["trace[427258176] 'agreement among raft nodes before linearized reading' (duration: 1.24689409s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.660138Z","caller":"traceutil/trace.go:171","msg":"trace[335030475] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2767; }","duration":"1.233345571s","start":"2026-03-12T19:21:38.42677Z","end":"2026-03-12T19:21:39.660116Z","steps":["trace[335030475] 'agreement among raft nodes before linearized reading' (duration: 1.233166788s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.660168Z","caller":"traceutil/trace.go:171","msg":"trace[221923696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2767; }","duration":"1.249274893s","start":"2026-03-12T19:21:38.410879Z","end":"2026-03-12T19:21:39.660154Z","steps":["trace[221923696] 'agreement among raft nodes before linearized reading' (duration: 1.249026068s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:39.660177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.413054Z","time spent":"1.247115715s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:21:39.660194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.410858Z","time spent":"1.249330454s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:21:39.660195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:38.426759Z","time spent":"1.233424543s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:39.660358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.495523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:39.660392Z","caller":"traceutil/trace.go:171","msg":"trace[1368609807] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2767; }","duration":"579.576904ms","start":"2026-03-12T19:21:39.080806Z","end":"2026-03-12T19:21:39.660383Z","steps":["trace[1368609807] 'agreement among raft nodes before linearized reading' (duration: 579.107124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:39.660582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:39.080743Z","time spent":"579.828939ms","remote":"127.0.0.1:59396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:39.885821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.614149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:39.885923Z","caller":"traceutil/trace.go:171","msg":"trace[1980197569] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2769; }","duration":"125.769063ms","start":"2026-03-12T19:21:39.760134Z","end":"2026-03-12T19:21:39.885903Z","steps":["trace[1980197569] 'range keys from in-memory index tree' (duration: 125.425264ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:39.982061Z","caller":"traceutil/trace.go:171","msg":"trace[1121207891] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"105.612127ms","start":"2026-03-12T19:21:39.876403Z","end":"2026-03-12T19:21:39.982015Z","steps":["trace[1121207891] 'process raft request' (duration: 105.462084ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.641409Z","caller":"traceutil/trace.go:171","msg":"trace[626156589] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2884; }","duration":"752.005219ms","start":"2026-03-12T19:21:39.889369Z","end":"2026-03-12T19:21:40.641374Z","steps":["trace[626156589] 'read index received' (duration: 92.520517ms)","trace[626156589] 'applied index is now lower than readState.Index' (duration: 659.481982ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:40.641567Z","caller":"traceutil/trace.go:171","msg":"trace[1304047177] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"753.598555ms","start":"2026-03-12T19:21:39.887954Z","end":"2026-03-12T19:21:40.641552Z","steps":["trace[1304047177] 'process raft request' (duration: 733.49049ms)","trace[1304047177] 'compare' (duration: 19.229535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:40.641715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:39.887922Z","time spent":"753.677457ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:40.642129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.768126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:21:40.642169Z","caller":"traceutil/trace.go:171","msg":"trace[992187863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2771; }","duration":"752.808537ms","start":"2026-03-12T19:21:39.88935Z","end":"2026-03-12T19:21:40.642159Z","steps":["trace[992187863] 'agreement among raft nodes before linearized reading' (duration: 752.631643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.6422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:39.889299Z","time spent":"752.895159ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:21:40.668344Z","caller":"traceutil/trace.go:171","msg":"trace[745465664] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"253.497879ms","start":"2026-03-12T19:21:40.414814Z","end":"2026-03-12T19:21:40.668312Z","steps":["trace[745465664] 'process raft request' (duration: 253.393197ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.668386Z","caller":"traceutil/trace.go:171","msg":"trace[949854342] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"254.843959ms","start":"2026-03-12T19:21:40.413495Z","end":"2026-03-12T19:21:40.668338Z","steps":["trace[949854342] 'process raft request' (duration: 254.587723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.668707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.391013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:21:40.668729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.891995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:40.668834Z","caller":"traceutil/trace.go:171","msg":"trace[1111239574] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2774; }","duration":"492.089359ms","start":"2026-03-12T19:21:40.176722Z","end":"2026-03-12T19:21:40.668811Z","steps":["trace[1111239574] 'agreement among raft nodes before linearized reading' (duration: 491.924546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.668891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:40.176693Z","time spent":"492.187451ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:40.668832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.016192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:21:40.668851Z","caller":"traceutil/trace.go:171","msg":"trace[93207773] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"253.863168ms","start":"2026-03-12T19:21:40.414943Z","end":"2026-03-12T19:21:40.668806Z","steps":["trace[93207773] 'process raft request' (duration: 253.323106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.668944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.469845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:21:40.668986Z","caller":"traceutil/trace.go:171","msg":"trace[1606097375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2774; }","duration":"256.561268ms","start":"2026-03-12T19:21:40.412414Z","end":"2026-03-12T19:21:40.668975Z","steps":["trace[1606097375] 'agreement among raft nodes before linearized reading' (duration: 256.454566ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.668969Z","caller":"traceutil/trace.go:171","msg":"trace[1512328934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2774; }","duration":"259.217286ms","start":"2026-03-12T19:21:40.409728Z","end":"2026-03-12T19:21:40.668945Z","steps":["trace[1512328934] 'agreement among raft nodes before linearized reading' (duration: 258.878869ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.668842Z","caller":"traceutil/trace.go:171","msg":"trace[1381135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2774; }","duration":"256.461505ms","start":"2026-03-12T19:21:40.412283Z","end":"2026-03-12T19:21:40.668745Z","steps":["trace[1381135] 'agreement among raft nodes before linearized reading' (duration: 256.272471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.669042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.18663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:21:40.66914Z","caller":"traceutil/trace.go:171","msg":"trace[135344173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2774; }","duration":"261.317342ms","start":"2026-03-12T19:21:40.407783Z","end":"2026-03-12T19:21:40.6691Z","steps":["trace[135344173] 'agreement among raft nodes before linearized reading' (duration: 261.079266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:40.669127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.653845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:21:40.669409Z","caller":"traceutil/trace.go:171","msg":"trace[265414474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2774; }","duration":"259.985603ms","start":"2026-03-12T19:21:40.409398Z","end":"2026-03-12T19:21:40.669384Z","steps":["trace[265414474] 'agreement among raft nodes before linearized reading' (duration: 259.307238ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.879906Z","caller":"traceutil/trace.go:171","msg":"trace[2065016168] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"205.492307ms","start":"2026-03-12T19:21:40.674382Z","end":"2026-03-12T19:21:40.879874Z","steps":["trace[2065016168] 'process raft request' (duration: 205.285043ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.880119Z","caller":"traceutil/trace.go:171","msg":"trace[1505489297] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"205.683001ms","start":"2026-03-12T19:21:40.674391Z","end":"2026-03-12T19:21:40.880074Z","steps":["trace[1505489297] 'process raft request' (duration: 205.435075ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.895813Z","caller":"traceutil/trace.go:171","msg":"trace[1815955248] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"220.951579ms","start":"2026-03-12T19:21:40.674833Z","end":"2026-03-12T19:21:40.895784Z","steps":["trace[1815955248] 'process raft request' (duration: 220.786826ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.896172Z","caller":"traceutil/trace.go:171","msg":"trace[301123180] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"220.745434ms","start":"2026-03-12T19:21:40.67541Z","end":"2026-03-12T19:21:40.896155Z","steps":["trace[301123180] 'process raft request' (duration: 220.573851ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.89616Z","caller":"traceutil/trace.go:171","msg":"trace[806569776] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"221.244745ms","start":"2026-03-12T19:21:40.674895Z","end":"2026-03-12T19:21:40.89614Z","steps":["trace[806569776] 'process raft request' (duration: 220.844586ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:40.896156Z","caller":"traceutil/trace.go:171","msg":"trace[1060450750] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2889; }","duration":"216.425579ms","start":"2026-03-12T19:21:40.679704Z","end":"2026-03-12T19:21:40.896129Z","steps":["trace[1060450750] 'read index received' (duration: 200.030496ms)","trace[1060450750] 'applied index is now lower than readState.Index' (duration: 16.393893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:40.896396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.677724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:21:40.896444Z","caller":"traceutil/trace.go:171","msg":"trace[1835285428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2779; }","duration":"216.759375ms","start":"2026-03-12T19:21:40.67967Z","end":"2026-03-12T19:21:40.896429Z","steps":["trace[1835285428] 'agreement among raft nodes before linearized reading' (duration: 216.537011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:41.258286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.703415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:21:41.258408Z","caller":"traceutil/trace.go:171","msg":"trace[757552104] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2779; }","duration":"169.878779ms","start":"2026-03-12T19:21:41.088483Z","end":"2026-03-12T19:21:41.258362Z","steps":["trace[757552104] 'count revisions from in-memory index tree' (duration: 169.533021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:02.807769Z","caller":"traceutil/trace.go:171","msg":"trace[371681401] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"263.979431ms","start":"2026-03-12T19:22:02.543752Z","end":"2026-03-12T19:22:02.807732Z","steps":["trace[371681401] 'process raft request' (duration: 263.736496ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:29.42892Z","caller":"traceutil/trace.go:171","msg":"trace[24822872] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"114.600539ms","start":"2026-03-12T19:22:29.314287Z","end":"2026-03-12T19:22:29.428887Z","steps":["trace[24822872] 'process raft request' (duration: 114.419985ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:31.726626Z","caller":"traceutil/trace.go:171","msg":"trace[1918802581] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3147; }","duration":"139.458841ms","start":"2026-03-12T19:22:31.587119Z","end":"2026-03-12T19:22:31.726578Z","steps":["trace[1918802581] 'read index received' (duration: 94.034005ms)","trace[1918802581] 'applied index is now lower than readState.Index' (duration: 45.423126ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:31.726686Z","caller":"traceutil/trace.go:171","msg":"trace[1998322609] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"139.930561ms","start":"2026-03-12T19:22:31.586695Z","end":"2026-03-12T19:22:31.726626Z","steps":["trace[1998322609] 'process raft request' (duration: 94.349641ms)","trace[1998322609] 'compare' (duration: 45.378416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:31.726967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.815729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:22:31.72709Z","caller":"traceutil/trace.go:171","msg":"trace[1247210457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3022; }","duration":"139.973193ms","start":"2026-03-12T19:22:31.587087Z","end":"2026-03-12T19:22:31.72706Z","steps":["trace[1247210457] 'agreement among raft nodes before linearized reading' (duration: 139.644796ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:31.729358Z","caller":"traceutil/trace.go:171","msg":"trace[1013127146] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"125.8972ms","start":"2026-03-12T19:22:31.603442Z","end":"2026-03-12T19:22:31.729339Z","steps":["trace[1013127146] 'process raft request' (duration: 125.724666ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:31.729572Z","caller":"traceutil/trace.go:171","msg":"trace[1752075510] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"125.087752ms","start":"2026-03-12T19:22:31.604444Z","end":"2026-03-12T19:22:31.729532Z","steps":["trace[1752075510] 'process raft request' (duration: 124.855837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:33.68037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.546253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:22:33.680459Z","caller":"traceutil/trace.go:171","msg":"trace[1646031973] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3030; }","duration":"111.658575ms","start":"2026-03-12T19:22:33.568778Z","end":"2026-03-12T19:22:33.680436Z","steps":["trace[1646031973] 'range keys from in-memory index tree' (duration: 111.240966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:57.868932Z","caller":"traceutil/trace.go:171","msg":"trace[1874295388] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"115.710615ms","start":"2026-03-12T19:22:57.753195Z","end":"2026-03-12T19:22:57.868905Z","steps":["trace[1874295388] 'process raft request' (duration: 115.50416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:22:58.198016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.959495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:22:58.198165Z","caller":"traceutil/trace.go:171","msg":"trace[529635999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3142; }","duration":"105.189681ms","start":"2026-03-12T19:22:58.092924Z","end":"2026-03-12T19:22:58.198114Z","steps":["trace[529635999] 'range keys from in-memory index tree' (duration: 104.71615ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:58.384193Z","caller":"traceutil/trace.go:171","msg":"trace[59995514] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"181.41963ms","start":"2026-03-12T19:22:58.202741Z","end":"2026-03-12T19:22:58.384161Z","steps":["trace[59995514] 'process raft request' (duration: 178.751981ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:58.384358Z","caller":"traceutil/trace.go:171","msg":"trace[202773837] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"181.198705ms","start":"2026-03-12T19:22:58.203134Z","end":"2026-03-12T19:22:58.384333Z","steps":["trace[202773837] 'process raft request' (duration: 180.97987ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:58.384568Z","caller":"traceutil/trace.go:171","msg":"trace[1111703362] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"181.362439ms","start":"2026-03-12T19:22:58.203182Z","end":"2026-03-12T19:22:58.384545Z","steps":["trace[1111703362] 'process raft request' (duration: 181.080283ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:11.154993Z","caller":"traceutil/trace.go:171","msg":"trace[1524768421] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"224.043922ms","start":"2026-03-12T19:24:10.930914Z","end":"2026-03-12T19:24:11.154958Z","steps":["trace[1524768421] 'process raft request' (duration: 223.598472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:11.325865Z","caller":"traceutil/trace.go:171","msg":"trace[430050057] linearizableReadLoop","detail":"{readStateIndex:3752; appliedIndex:3751; }","duration":"150.782563ms","start":"2026-03-12T19:24:11.175052Z","end":"2026-03-12T19:24:11.325835Z","steps":["trace[430050057] 'read index received' (duration: 150.086797ms)","trace[430050057] 'applied index is now lower than readState.Index' (duration: 694.386µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:11.326014Z","caller":"traceutil/trace.go:171","msg":"trace[1761621744] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"162.242397ms","start":"2026-03-12T19:24:11.163732Z","end":"2026-03-12T19:24:11.325975Z","steps":["trace[1761621744] 'process raft request' (duration: 161.473269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:11.326134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.423825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:24:11.326112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.058289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:11.326173Z","caller":"traceutil/trace.go:171","msg":"trace[2013827265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3599; }","duration":"145.517167ms","start":"2026-03-12T19:24:11.180645Z","end":"2026-03-12T19:24:11.326162Z","steps":["trace[2013827265] 'agreement among raft nodes before linearized reading' (duration: 145.356474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:11.326147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.807271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:24:11.326211Z","caller":"traceutil/trace.go:171","msg":"trace[506167487] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3599; }","duration":"151.207333ms","start":"2026-03-12T19:24:11.17498Z","end":"2026-03-12T19:24:11.326188Z","steps":["trace[506167487] 'agreement among raft nodes before linearized reading' (duration: 151.008038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:11.326226Z","caller":"traceutil/trace.go:171","msg":"trace[1931290600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3599; }","duration":"144.909714ms","start":"2026-03-12T19:24:11.181294Z","end":"2026-03-12T19:24:11.326204Z","steps":["trace[1931290600] 'agreement among raft nodes before linearized reading' (duration: 144.73132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:14.149135Z","caller":"traceutil/trace.go:171","msg":"trace[1830629302] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"141.309143ms","start":"2026-03-12T19:24:14.007776Z","end":"2026-03-12T19:24:14.149085Z","steps":["trace[1830629302] 'process raft request' (duration: 141.023807ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:15.510624Z","caller":"traceutil/trace.go:171","msg":"trace[627026293] linearizableReadLoop","detail":"{readStateIndex:3837; appliedIndex:3836; }","duration":"157.9186ms","start":"2026-03-12T19:24:15.352676Z","end":"2026-03-12T19:24:15.510595Z","steps":["trace[627026293] 'read index received' (duration: 157.749666ms)","trace[627026293] 'applied index is now lower than readState.Index' (duration: 167.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:15.510708Z","caller":"traceutil/trace.go:171","msg":"trace[1250233340] transaction","detail":"{read_only:false; response_revision:3683; number_of_response:1; }","duration":"329.82283ms","start":"2026-03-12T19:24:15.180853Z","end":"2026-03-12T19:24:15.510676Z","steps":["trace[1250233340] 'process raft request' (duration: 329.548624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.510868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.170596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:24:15.510872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.180838Z","time spent":"329.943383ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:15.51091Z","caller":"traceutil/trace.go:171","msg":"trace[479084570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3683; }","duration":"158.271238ms","start":"2026-03-12T19:24:15.352627Z","end":"2026-03-12T19:24:15.510898Z","steps":["trace[479084570] 'agreement among raft nodes before linearized reading' (duration: 158.114414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.51099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.265669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:24:15.511086Z","caller":"traceutil/trace.go:171","msg":"trace[679017561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3683; }","duration":"158.413882ms","start":"2026-03-12T19:24:15.352648Z","end":"2026-03-12T19:24:15.511062Z","steps":["trace[679017561] 'agreement among raft nodes before linearized reading' (duration: 158.161146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:15.648833Z","caller":"traceutil/trace.go:171","msg":"trace[181253017] transaction","detail":"{read_only:false; response_revision:3685; number_of_response:1; }","duration":"132.248453ms","start":"2026-03-12T19:24:15.516555Z","end":"2026-03-12T19:24:15.648803Z","steps":["trace[181253017] 'process raft request' (duration: 132.163021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:15.648892Z","caller":"traceutil/trace.go:171","msg":"trace[829856380] transaction","detail":"{read_only:false; response_revision:3684; number_of_response:1; }","duration":"133.846249ms","start":"2026-03-12T19:24:15.514998Z","end":"2026-03-12T19:24:15.648844Z","steps":["trace[829856380] 'process raft request' (duration: 70.60161ms)","trace[829856380] 'compare' (duration: 62.954243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:15.957448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.660478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:24:15.957974Z","caller":"traceutil/trace.go:171","msg":"trace[1548618205] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"201.375741ms","start":"2026-03-12T19:24:15.756573Z","end":"2026-03-12T19:24:15.957949Z","steps":["trace[1548618205] 'process raft request' (duration: 37.10342ms)","trace[1548618205] 'compare' (duration: 163.508455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:37.973442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.255523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:24:37.973616Z","caller":"traceutil/trace.go:171","msg":"trace[2126004209] linearizableReadLoop","detail":"{readStateIndex:3970; appliedIndex:3969; }","duration":"332.064771ms","start":"2026-03-12T19:24:37.641481Z","end":"2026-03-12T19:24:37.973546Z","steps":["trace[2126004209] 'read index received' (duration: 52.573702ms)","trace[2126004209] 'applied index is now lower than readState.Index' (duration: 279.489389ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:37.973686Z","caller":"traceutil/trace.go:171","msg":"trace[1570842964] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"428.215786ms","start":"2026-03-12T19:24:37.54539Z","end":"2026-03-12T19:24:37.973606Z","steps":["trace[1570842964] 'process raft request' (duration: 148.685847ms)","trace[1570842964] 'compare' (duration: 279.11742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:37.973888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.973766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:24:37.973965Z","caller":"traceutil/trace.go:171","msg":"trace[629669864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3811; }","duration":"203.082779ms","start":"2026-03-12T19:24:37.770871Z","end":"2026-03-12T19:24:37.973953Z","steps":["trace[629669864] 'agreement among raft nodes before linearized reading' (duration: 202.921815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:37.974056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:37.545362Z","time spent":"428.562543ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:37.973906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.425878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:24:37.974169Z","caller":"traceutil/trace.go:171","msg":"trace[154100819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3811; }","duration":"332.690264ms","start":"2026-03-12T19:24:37.641461Z","end":"2026-03-12T19:24:37.974151Z","steps":["trace[154100819] 'agreement among raft nodes before linearized reading' (duration: 332.237064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:37.97422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:37.641432Z","time spent":"332.774646ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:24:37.974699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.16217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:24:37.974816Z","caller":"traceutil/trace.go:171","msg":"trace[1451858299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3811; }","duration":"203.307263ms","start":"2026-03-12T19:24:37.771481Z","end":"2026-03-12T19:24:37.974789Z","steps":["trace[1451858299] 'agreement among raft nodes before linearized reading' (duration: 202.447164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:43.564042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379771780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:24:44.064616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379771780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:24:44.228449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391753196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:24:44.228859Z","caller":"traceutil/trace.go:171","msg":"trace[1349586499] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"1.392278347s","start":"2026-03-12T19:24:42.83656Z","end":"2026-03-12T19:24:44.228838Z","steps":["trace[1349586499] 'process raft request' (duration: 1.392102403s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.22904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:42.836541Z","time spent":"1.3923726s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:44.826696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.893843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:24:44.826903Z","caller":"traceutil/trace.go:171","msg":"trace[306153761] linearizableReadLoop","detail":"{readStateIndex:3997; appliedIndex:3995; }","duration":"1.762938981s","start":"2026-03-12T19:24:43.063948Z","end":"2026-03-12T19:24:44.826887Z","steps":["trace[306153761] 'read index received' (duration: 1.164960463s)","trace[306153761] 'applied index is now lower than readState.Index' (duration: 597.977308ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:44.827005Z","caller":"traceutil/trace.go:171","msg":"trace[1273345979] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"769.333466ms","start":"2026-03-12T19:24:44.057663Z","end":"2026-03-12T19:24:44.826996Z","steps":["trace[1273345979] 'process raft request' (duration: 769.123651ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.827093Z","caller":"traceutil/trace.go:171","msg":"trace[257468498] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"1.453672083s","start":"2026-03-12T19:24:43.37339Z","end":"2026-03-12T19:24:44.827062Z","steps":["trace[257468498] 'process raft request' (duration: 1.1323131s)","trace[257468498] 'compare' (duration: 320.75358ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:44.827172Z","caller":"traceutil/trace.go:171","msg":"trace[194926972] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"445.528918ms","start":"2026-03-12T19:24:44.381626Z","end":"2026-03-12T19:24:44.827154Z","steps":["trace[194926972] 'process raft request' (duration: 445.220402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.827263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.381586Z","time spent":"445.625761ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:44.827263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.373349Z","time spent":"1.453820007s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:44.827321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76334839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:24:44.827108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.057641Z","time spent":"769.435829ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:44.827402Z","caller":"traceutil/trace.go:171","msg":"trace[1219623646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3838; }","duration":"1.763484853s","start":"2026-03-12T19:24:43.063898Z","end":"2026-03-12T19:24:44.827383Z","steps":["trace[1219623646] 'agreement among raft nodes before linearized reading' (duration: 1.763095974s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.827447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.063876Z","time spent":"1.763561636s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:24:44.827457Z","caller":"traceutil/trace.go:171","msg":"trace[1444292170] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"445.711454ms","start":"2026-03-12T19:24:44.381704Z","end":"2026-03-12T19:24:44.827415Z","steps":["trace[1444292170] 'process raft request' (duration: 445.360786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.827654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.381662Z","time spent":"445.870968ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:45.327509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379771787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:24:45.44713Z","caller":"traceutil/trace.go:171","msg":"trace[262241350] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"853.416595ms","start":"2026-03-12T19:24:44.593681Z","end":"2026-03-12T19:24:45.447098Z","steps":["trace[262241350] 'process raft request' (duration: 853.205611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.447299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.593647Z","time spent":"853.548658ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:45.450056Z","caller":"traceutil/trace.go:171","msg":"trace[179906389] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3999; }","duration":"623.102014ms","start":"2026-03-12T19:24:44.826927Z","end":"2026-03-12T19:24:45.450029Z","steps":["trace[179906389] 'read index received' (duration: 619.999915ms)","trace[179906389] 'applied index is now lower than readState.Index' (duration: 3.100559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:45.450376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926533758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:24:45.450424Z","caller":"traceutil/trace.go:171","msg":"trace[529406209] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3841; }","duration":"1.9266585s","start":"2026-03-12T19:24:43.523755Z","end":"2026-03-12T19:24:45.450414Z","steps":["trace[529406209] 'agreement among raft nodes before linearized reading' (duration: 1.926375164s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.45047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.523729Z","time spent":"1.926730411s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:24:45.451186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443157882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:24:45.451216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896089544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:24:45.451247Z","caller":"traceutil/trace.go:171","msg":"trace[1454377317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3841; }","duration":"1.443218843s","start":"2026-03-12T19:24:44.008012Z","end":"2026-03-12T19:24:45.451231Z","steps":["trace[1454377317] 'agreement among raft nodes before linearized reading' (duration: 1.443019199s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.451275Z","caller":"traceutil/trace.go:171","msg":"trace[235683757] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3841; }","duration":"1.896189387s","start":"2026-03-12T19:24:43.555069Z","end":"2026-03-12T19:24:45.451258Z","steps":["trace[235683757] 'agreement among raft nodes before linearized reading' (duration: 1.896061764s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.451287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.007985Z","time spent":"1.443293734s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:24:45.451267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654087634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:24:45.451318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.555041Z","time spent":"1.896266918s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":33,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:24:45.451397Z","caller":"traceutil/trace.go:171","msg":"trace[1615457642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3841; }","duration":"1.654278348s","start":"2026-03-12T19:24:43.797093Z","end":"2026-03-12T19:24:45.451372Z","steps":["trace[1615457642] 'agreement among raft nodes before linearized reading' (duration: 1.653966861s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.451653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.797063Z","time spent":"1.654581504s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:24:45.451661Z","caller":"traceutil/trace.go:171","msg":"trace[858688879] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"618.746676ms","start":"2026-03-12T19:24:44.8329Z","end":"2026-03-12T19:24:45.451647Z","steps":["trace[858688879] 'process raft request' (duration: 616.986468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.451902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447213021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:24:45.451901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444846688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:24:45.451933Z","caller":"traceutil/trace.go:171","msg":"trace[1828288830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3841; }","duration":"1.447299622s","start":"2026-03-12T19:24:44.004626Z","end":"2026-03-12T19:24:45.451925Z","steps":["trace[1828288830] 'agreement among raft nodes before linearized reading' (duration: 1.44722077s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.451944Z","caller":"traceutil/trace.go:171","msg":"trace[255584348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3841; }","duration":"1.44492809s","start":"2026-03-12T19:24:44.007005Z","end":"2026-03-12T19:24:45.451933Z","steps":["trace[255584348] 'agreement among raft nodes before linearized reading' (duration: 1.444788517s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.451978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.006978Z","time spent":"1.444992932s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:24:45.451954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.00459Z","time spent":"1.447360014s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:24:45.452319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.281612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:24:45.452371Z","caller":"traceutil/trace.go:171","msg":"trace[1367609851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3841; }","duration":"962.399004ms","start":"2026-03-12T19:24:44.489956Z","end":"2026-03-12T19:24:45.452355Z","steps":["trace[1367609851] 'agreement among raft nodes before linearized reading' (duration: 962.233701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.452398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.122781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:24:45.452406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.489918Z","time spent":"962.480656ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:24:45.452435Z","caller":"traceutil/trace.go:171","msg":"trace[1449975743] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3841; }","duration":"754.201453ms","start":"2026-03-12T19:24:44.698223Z","end":"2026-03-12T19:24:45.452424Z","steps":["trace[1449975743] 'agreement among raft nodes before linearized reading' (duration: 754.138552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.452503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122427702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:24:45.452517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.698195Z","time spent":"754.312095ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:24:45.452537Z","caller":"traceutil/trace.go:171","msg":"trace[1539408441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:3841; }","duration":"1.122516364s","start":"2026-03-12T19:24:44.330013Z","end":"2026-03-12T19:24:45.452529Z","steps":["trace[1539408441] 'agreement among raft nodes before linearized reading' (duration: 1.122400912s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.452561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.329987Z","time spent":"1.122567075s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:24:45.452651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.298996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:45.4527Z","caller":"traceutil/trace.go:171","msg":"trace[350820709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3841; }","duration":"954.433079ms","start":"2026-03-12T19:24:44.498255Z","end":"2026-03-12T19:24:45.452688Z","steps":["trace[350820709] 'agreement among raft nodes before linearized reading' (duration: 954.323506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:45.452852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.498236Z","time spent":"954.578141ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:24:45.455175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:44.832878Z","time spent":"618.812308ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:19.137213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.122853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:19.137361Z","caller":"traceutil/trace.go:171","msg":"trace[160067666] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4226; }","duration":"164.308842ms","start":"2026-03-12T19:25:18.973024Z","end":"2026-03-12T19:25:19.137333Z","steps":["trace[160067666] 'read index received' (duration: 49.972265ms)","trace[160067666] 'applied index is now lower than readState.Index' (duration: 114.334417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:19.137579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.520577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:19.13744Z","caller":"traceutil/trace.go:171","msg":"trace[1606839847] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"167.961712ms","start":"2026-03-12T19:25:18.969465Z","end":"2026-03-12T19:25:19.137427Z","steps":["trace[1606839847] 'process raft request' (duration: 53.513062ms)","trace[1606839847] 'compare' (duration: 113.9775ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:19.137697Z","caller":"traceutil/trace.go:171","msg":"trace[190551438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4055; }","duration":"164.696721ms","start":"2026-03-12T19:25:18.972976Z","end":"2026-03-12T19:25:19.137672Z","steps":["trace[190551438] 'agreement among raft nodes before linearized reading' (duration: 164.513227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:19.145087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.999116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:19.145153Z","caller":"traceutil/trace.go:171","msg":"trace[1139277400] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4056; }","duration":"164.102088ms","start":"2026-03-12T19:25:18.981032Z","end":"2026-03-12T19:25:19.145134Z","steps":["trace[1139277400] 'agreement among raft nodes before linearized reading' (duration: 163.966425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:19.425988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.652359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:19.426324Z","caller":"traceutil/trace.go:171","msg":"trace[1724768758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4056; }","duration":"136.007146ms","start":"2026-03-12T19:25:19.290293Z","end":"2026-03-12T19:25:19.4263Z","steps":["trace[1724768758] 'range keys from in-memory index tree' (duration: 135.629368ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:19.449662Z","caller":"traceutil/trace.go:171","msg":"trace[981511184] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"198.419646ms","start":"2026-03-12T19:25:19.251206Z","end":"2026-03-12T19:25:19.449625Z","steps":["trace[981511184] 'process raft request' (duration: 197.971056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:19.765926Z","caller":"traceutil/trace.go:171","msg":"trace[1006592272] linearizableReadLoop","detail":"{readStateIndex:4233; appliedIndex:4231; }","duration":"100.371348ms","start":"2026-03-12T19:25:19.665525Z","end":"2026-03-12T19:25:19.765897Z","steps":["trace[1006592272] 'read index received' (duration: 39.044873ms)","trace[1006592272] 'applied index is now lower than readState.Index' (duration: 61.325475ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:19.766054Z","caller":"traceutil/trace.go:171","msg":"trace[1864840458] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"124.704017ms","start":"2026-03-12T19:25:19.641331Z","end":"2026-03-12T19:25:19.766035Z","steps":["trace[1864840458] 'process raft request' (duration: 63.147116ms)","trace[1864840458] 'compare' (duration: 61.08905ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:19.766235Z","caller":"traceutil/trace.go:171","msg":"trace[809386443] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"109.662985ms","start":"2026-03-12T19:25:19.65649Z","end":"2026-03-12T19:25:19.766153Z","steps":["trace[809386443] 'process raft request' (duration: 109.304097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:19.766453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:25:19.766566Z","caller":"traceutil/trace.go:171","msg":"trace[177181350] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4061; }","duration":"101.081714ms","start":"2026-03-12T19:25:19.66546Z","end":"2026-03-12T19:25:19.766542Z","steps":["trace[177181350] 'agreement among raft nodes before linearized reading' (duration: 100.680555ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.383384Z","caller":"traceutil/trace.go:171","msg":"trace[81571529] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"210.3674ms","start":"2026-03-12T19:25:27.17299Z","end":"2026-03-12T19:25:27.383357Z","steps":["trace[81571529] 'process raft request' (duration: 210.174216ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:36.982688Z","caller":"traceutil/trace.go:171","msg":"trace[1256311215] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"113.56436ms","start":"2026-03-12T19:25:36.869089Z","end":"2026-03-12T19:25:36.982653Z","steps":["trace[1256311215] 'process raft request' (duration: 113.383566ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.039772Z","caller":"traceutil/trace.go:171","msg":"trace[1754660954] linearizableReadLoop","detail":"{readStateIndex:4344; appliedIndex:4343; }","duration":"158.824571ms","start":"2026-03-12T19:25:37.880915Z","end":"2026-03-12T19:25:38.03974Z","steps":["trace[1754660954] 'read index received' (duration: 79.290673ms)","trace[1754660954] 'applied index is now lower than readState.Index' (duration: 79.531558ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.039823Z","caller":"traceutil/trace.go:171","msg":"trace[718316626] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"353.962275ms","start":"2026-03-12T19:25:37.685798Z","end":"2026-03-12T19:25:38.039761Z","steps":["trace[718316626] 'process raft request' (duration: 274.428996ms)","trace[718316626] 'compare' (duration: 79.282023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:38.040043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.112687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:25:38.040135Z","caller":"traceutil/trace.go:171","msg":"trace[211722467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4168; }","duration":"159.25155ms","start":"2026-03-12T19:25:37.880858Z","end":"2026-03-12T19:25:38.040109Z","steps":["trace[211722467] 'agreement among raft nodes before linearized reading' (duration: 158.980354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.040241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:37.685769Z","time spent":"354.286182ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:38.040365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.163449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.040485Z","caller":"traceutil/trace.go:171","msg":"trace[751286875] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:0; response_revision:4168; }","duration":"131.406015ms","start":"2026-03-12T19:25:37.909052Z","end":"2026-03-12T19:25:38.040458Z","steps":["trace[751286875] 'agreement among raft nodes before linearized reading' (duration: 131.089438ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:39.420197Z","caller":"traceutil/trace.go:171","msg":"trace[287541414] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"167.015331ms","start":"2026-03-12T19:25:39.253144Z","end":"2026-03-12T19:25:39.420159Z","steps":["trace[287541414] 'process raft request' (duration: 156.461768ms)","trace[287541414] 'compare' (duration: 10.41349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:39.683277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.508624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:39.683436Z","caller":"traceutil/trace.go:171","msg":"trace[1278028658] linearizableReadLoop","detail":"{readStateIndex:4354; appliedIndex:4353; }","duration":"182.848111ms","start":"2026-03-12T19:25:39.500563Z","end":"2026-03-12T19:25:39.683411Z","steps":["trace[1278028658] 'read index received' (duration: 43.109413ms)","trace[1278028658] 'applied index is now lower than readState.Index' (duration: 139.736558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:39.683582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.028266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:39.683636Z","caller":"traceutil/trace.go:171","msg":"trace[346180828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4178; }","duration":"183.127098ms","start":"2026-03-12T19:25:39.500498Z","end":"2026-03-12T19:25:39.683625Z","steps":["trace[346180828] 'agreement among raft nodes before linearized reading' (duration: 183.039716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.683847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.205589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:9 size:39532"} {"level":"info","ts":"2026-03-12T19:25:39.683964Z","caller":"traceutil/trace.go:171","msg":"trace[427092956] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:9; response_revision:4178; }","duration":"182.361492ms","start":"2026-03-12T19:25:39.501577Z","end":"2026-03-12T19:25:39.683938Z","steps":["trace[427092956] 'agreement among raft nodes before linearized reading' (duration: 182.007733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:39.68414Z","caller":"traceutil/trace.go:171","msg":"trace[1273972463] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"215.182647ms","start":"2026-03-12T19:25:39.468897Z","end":"2026-03-12T19:25:39.68408Z","steps":["trace[1273972463] 'process raft request' (duration: 74.751253ms)","trace[1273972463] 'compare' (duration: 139.312769ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:39.959883Z","caller":"traceutil/trace.go:171","msg":"trace[1860219302] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4178; }","duration":"117.006547ms","start":"2026-03-12T19:25:39.842845Z","end":"2026-03-12T19:25:39.959852Z","steps":["trace[1860219302] 'process raft request' (duration: 116.776622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:40.449756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.280168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-12T19:25:40.449898Z","caller":"traceutil/trace.go:171","msg":"trace[975194622] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4182; }","duration":"185.379928ms","start":"2026-03-12T19:25:40.264495Z","end":"2026-03-12T19:25:40.449875Z","steps":["trace[975194622] 'process raft request' (duration: 69.864825ms)","trace[975194622] 'compare' (duration: 115.207126ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:40.963026Z","caller":"traceutil/trace.go:171","msg":"trace[1548747660] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4183; }","duration":"105.035952ms","start":"2026-03-12T19:25:40.857958Z","end":"2026-03-12T19:25:40.962994Z","steps":["trace[1548747660] 'process raft request' (duration: 104.741345ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.566488Z","caller":"traceutil/trace.go:171","msg":"trace[856309817] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"126.989888ms","start":"2026-03-12T19:25:43.43947Z","end":"2026-03-12T19:25:43.56646Z","steps":["trace[856309817] 'process raft request' (duration: 108.514309ms)","trace[856309817] 'compare' (duration: 18.177822ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:48.302014Z","caller":"traceutil/trace.go:171","msg":"trace[1072365559] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"141.288103ms","start":"2026-03-12T19:25:48.160705Z","end":"2026-03-12T19:25:48.301993Z","steps":["trace[1072365559] 'process raft request' (duration: 105.465081ms)","trace[1072365559] 'compare' (duration: 35.597897ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:52.886463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2545} {"level":"info","ts":"2026-03-12T19:25:52.964011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2545,"took":"76.378398ms","hash":4234923201,"current-db-size-bytes":25792512,"current-db-size":"26 MB","current-db-size-in-use-bytes":15065088,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-03-12T19:25:52.96409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4234923201,"revision":2545,"compact-revision":-1} {"level":"info","ts":"2026-03-12T19:25:57.185186Z","caller":"traceutil/trace.go:171","msg":"trace[1282892549] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"101.907642ms","start":"2026-03-12T19:25:57.083226Z","end":"2026-03-12T19:25:57.185133Z","steps":["trace[1282892549] 'process raft request' (duration: 101.646316ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:58.064887Z","caller":"traceutil/trace.go:171","msg":"trace[1590646657] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"150.821354ms","start":"2026-03-12T19:25:57.914031Z","end":"2026-03-12T19:25:58.064852Z","steps":["trace[1590646657] 'process raft request' (duration: 149.30578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:03.552676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.414385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:03.552883Z","caller":"traceutil/trace.go:171","msg":"trace[275389777] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"241.239973ms","start":"2026-03-12T19:26:03.311625Z","end":"2026-03-12T19:26:03.552865Z","steps":["trace[275389777] 'process raft request' (duration: 241.183682ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.552879Z","caller":"traceutil/trace.go:171","msg":"trace[730672666] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"246.52787ms","start":"2026-03-12T19:26:03.306293Z","end":"2026-03-12T19:26:03.552821Z","steps":["trace[730672666] 'compare' (duration: 240.198111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.559282Z","caller":"traceutil/trace.go:171","msg":"trace[1530378904] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"237.574281ms","start":"2026-03-12T19:26:03.321692Z","end":"2026-03-12T19:26:03.559266Z","steps":["trace[1530378904] 'process raft request' (duration: 237.443408ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.559356Z","caller":"traceutil/trace.go:171","msg":"trace[225686470] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4828; }","duration":"193.055998ms","start":"2026-03-12T19:26:03.366284Z","end":"2026-03-12T19:26:03.55934Z","steps":["trace[225686470] 'read index received' (duration: 193.048488ms)","trace[225686470] 'applied index is now lower than readState.Index' (duration: 6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:03.559539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.256452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-03-12T19:26:03.559574Z","caller":"traceutil/trace.go:171","msg":"trace[627538183] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4628; }","duration":"193.368335ms","start":"2026-03-12T19:26:03.366198Z","end":"2026-03-12T19:26:03.559566Z","steps":["trace[627538183] 'agreement among raft nodes before linearized reading' (duration: 193.207842ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.577984Z","caller":"traceutil/trace.go:171","msg":"trace[1408216207] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"153.616526ms","start":"2026-03-12T19:26:03.424337Z","end":"2026-03-12T19:26:03.577953Z","steps":["trace[1408216207] 'process raft request' (duration: 153.393401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.578373Z","caller":"traceutil/trace.go:171","msg":"trace[62287273] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"109.228165ms","start":"2026-03-12T19:26:03.469083Z","end":"2026-03-12T19:26:03.578311Z","steps":["trace[62287273] 'process raft request' (duration: 108.788125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.578438Z","caller":"traceutil/trace.go:171","msg":"trace[1703556333] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"103.987618ms","start":"2026-03-12T19:26:03.474398Z","end":"2026-03-12T19:26:03.578386Z","steps":["trace[1703556333] 'process raft request' (duration: 103.768033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:03.578641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.193201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:03.578714Z","caller":"traceutil/trace.go:171","msg":"trace[93854105] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4634; }","duration":"160.314534ms","start":"2026-03-12T19:26:03.418378Z","end":"2026-03-12T19:26:03.578693Z","steps":["trace[93854105] 'agreement among raft nodes before linearized reading' (duration: 160.15723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.151377Z","caller":"traceutil/trace.go:171","msg":"trace[1232934093] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"176.956002ms","start":"2026-03-12T19:26:03.974386Z","end":"2026-03-12T19:26:04.151342Z","steps":["trace[1232934093] 'process raft request' (duration: 176.750688ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.210362Z","caller":"traceutil/trace.go:171","msg":"trace[173415134] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"213.211323ms","start":"2026-03-12T19:26:03.997106Z","end":"2026-03-12T19:26:04.210317Z","steps":["trace[173415134] 'process raft request' (duration: 212.998178ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.210381Z","caller":"traceutil/trace.go:171","msg":"trace[901352160] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"124.941322ms","start":"2026-03-12T19:26:04.085408Z","end":"2026-03-12T19:26:04.210349Z","steps":["trace[901352160] 'process raft request' (duration: 124.82886ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.329701Z","caller":"traceutil/trace.go:171","msg":"trace[2043795508] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"113.526639ms","start":"2026-03-12T19:26:04.216149Z","end":"2026-03-12T19:26:04.329675Z","steps":["trace[2043795508] 'read index received' (duration: 45.867993ms)","trace[2043795508] 'applied index is now lower than readState.Index' (duration: 67.657666ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.32989Z","caller":"traceutil/trace.go:171","msg":"trace[1351621118] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"113.919937ms","start":"2026-03-12T19:26:04.215924Z","end":"2026-03-12T19:26:04.329844Z","steps":["trace[1351621118] 'process raft request' (duration: 46.17454ms)","trace[1351621118] 'compare' (duration: 67.39554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:04.329994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.815635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-12T19:26:04.330033Z","caller":"traceutil/trace.go:171","msg":"trace[391618394] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4646; }","duration":"113.904547ms","start":"2026-03-12T19:26:04.216116Z","end":"2026-03-12T19:26:04.33002Z","steps":["trace[391618394] 'agreement among raft nodes before linearized reading' (duration: 113.663642ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.334187Z","caller":"traceutil/trace.go:171","msg":"trace[973623003] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"112.890735ms","start":"2026-03-12T19:26:04.221259Z","end":"2026-03-12T19:26:04.33415Z","steps":["trace[973623003] 'process raft request' (duration: 112.738272ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:05.553769Z","caller":"traceutil/trace.go:171","msg":"trace[505161417] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"138.813139ms","start":"2026-03-12T19:26:05.414899Z","end":"2026-03-12T19:26:05.553712Z","steps":["trace[505161417] 'process raft request' (duration: 60.528488ms)","trace[505161417] 'compare' (duration: 77.539334ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:05.743146Z","caller":"traceutil/trace.go:171","msg":"trace[1376871395] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4859; }","duration":"126.759693ms","start":"2026-03-12T19:26:05.616364Z","end":"2026-03-12T19:26:05.743124Z","steps":["trace[1376871395] 'read index received' (duration: 126.590059ms)","trace[1376871395] 'applied index is now lower than readState.Index' (duration: 168.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:05.743232Z","caller":"traceutil/trace.go:171","msg":"trace[1049347119] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"139.699439ms","start":"2026-03-12T19:26:05.60349Z","end":"2026-03-12T19:26:05.743189Z","steps":["trace[1049347119] 'process raft request' (duration: 139.520635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.743653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.256083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1923"} {"level":"info","ts":"2026-03-12T19:26:05.743818Z","caller":"traceutil/trace.go:171","msg":"trace[223423601] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4659; }","duration":"127.462538ms","start":"2026-03-12T19:26:05.616327Z","end":"2026-03-12T19:26:05.743789Z","steps":["trace[223423601] 'agreement among raft nodes before linearized reading' (duration: 127.009158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.139761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.619176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:06.139876Z","caller":"traceutil/trace.go:171","msg":"trace[842954570] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"365.443048ms","start":"2026-03-12T19:26:05.774411Z","end":"2026-03-12T19:26:06.139854Z","steps":["trace[842954570] 'process raft request' (duration: 21.636418ms)","trace[842954570] 'compare' (duration: 343.496253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:06.139956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.774386Z","time spent":"365.531831ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:06.33Z","caller":"traceutil/trace.go:171","msg":"trace[245631969] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"111.929604ms","start":"2026-03-12T19:26:06.218018Z","end":"2026-03-12T19:26:06.329947Z","steps":["trace[245631969] 'process raft request' (duration: 109.858319ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.780647Z","caller":"traceutil/trace.go:171","msg":"trace[952966477] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4869; }","duration":"123.608603ms","start":"2026-03-12T19:26:06.65701Z","end":"2026-03-12T19:26:06.780618Z","steps":["trace[952966477] 'read index received' (duration: 123.397228ms)","trace[952966477] 'applied index is now lower than readState.Index' (duration: 209.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:06.780802Z","caller":"traceutil/trace.go:171","msg":"trace[26491320] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"169.406264ms","start":"2026-03-12T19:26:06.611383Z","end":"2026-03-12T19:26:06.78079Z","steps":["trace[26491320] 'process raft request' (duration: 169.047627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.780972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.922979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:06.781528Z","caller":"traceutil/trace.go:171","msg":"trace[1351578764] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4669; }","duration":"124.526873ms","start":"2026-03-12T19:26:06.656977Z","end":"2026-03-12T19:26:06.781504Z","steps":["trace[1351578764] 'agreement among raft nodes before linearized reading' (duration: 123.891688ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.273341Z","caller":"traceutil/trace.go:171","msg":"trace[723210027] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"500.051723ms","start":"2026-03-12T19:26:07.773263Z","end":"2026-03-12T19:26:08.273314Z","steps":["trace[723210027] 'process raft request' (duration: 499.90684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.273587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.773239Z","time spent":"500.266307ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2226,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:08.284964Z","caller":"traceutil/trace.go:171","msg":"trace[2052395983] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4938; }","duration":"373.255411ms","start":"2026-03-12T19:26:07.911686Z","end":"2026-03-12T19:26:08.284942Z","steps":["trace[2052395983] 'read index received' (duration: 361.564033ms)","trace[2052395983] 'applied index is now lower than readState.Index' (duration: 11.690578ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:08.2851Z","caller":"traceutil/trace.go:171","msg":"trace[1896394426] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"136.916467ms","start":"2026-03-12T19:26:08.148164Z","end":"2026-03-12T19:26:08.28508Z","steps":["trace[1896394426] 'process raft request' (duration: 136.744693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.285345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-12T19:26:08.285379Z","caller":"traceutil/trace.go:171","msg":"trace[1033541358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:4738; }","duration":"135.863302ms","start":"2026-03-12T19:26:08.149506Z","end":"2026-03-12T19:26:08.285369Z","steps":["trace[1033541358] 'agreement among raft nodes before linearized reading' (duration: 135.721099ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:08.285404Z","caller":"traceutil/trace.go:171","msg":"trace[120013984] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"488.234463ms","start":"2026-03-12T19:26:07.797142Z","end":"2026-03-12T19:26:08.285377Z","steps":["trace[120013984] 'process raft request' (duration: 487.609109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.285658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.797117Z","time spent":"488.367116ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:08.286107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.423967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-12T19:26:08.286154Z","caller":"traceutil/trace.go:171","msg":"trace[1685397301] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4738; }","duration":"374.527699ms","start":"2026-03-12T19:26:07.911614Z","end":"2026-03-12T19:26:08.286142Z","steps":["trace[1685397301] 'agreement among raft nodes before linearized reading' (duration: 373.475505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.286365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.911589Z","time spent":"374.768695ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196060,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-12T19:26:10.681525Z","caller":"traceutil/trace.go:171","msg":"trace[1612199734] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4980; }","duration":"386.034444ms","start":"2026-03-12T19:26:10.295463Z","end":"2026-03-12T19:26:10.681497Z","steps":["trace[1612199734] 'read index received' (duration: 385.923781ms)","trace[1612199734] 'applied index is now lower than readState.Index' (duration: 106.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:10.681637Z","caller":"traceutil/trace.go:171","msg":"trace[190173813] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"390.674767ms","start":"2026-03-12T19:26:10.290935Z","end":"2026-03-12T19:26:10.68161Z","steps":["trace[190173813] 'process raft request' (duration: 390.377101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.681785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.31429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-03-12T19:26:10.681813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.290895Z","time spent":"390.80278ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:10.681825Z","caller":"traceutil/trace.go:171","msg":"trace[1285458626] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:4777; }","duration":"386.412532ms","start":"2026-03-12T19:26:10.295401Z","end":"2026-03-12T19:26:10.681813Z","steps":["trace[1285458626] 'agreement among raft nodes before linearized reading' (duration: 386.226678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.681863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.295372Z","time spent":"386.482643ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" "} {"level":"warn","ts":"2026-03-12T19:26:11.182163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379773931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:11.273816Z","caller":"traceutil/trace.go:171","msg":"trace[1986500040] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"592.18739ms","start":"2026-03-12T19:26:10.681602Z","end":"2026-03-12T19:26:11.273789Z","steps":["trace[1986500040] 'read index received' (duration: 591.922725ms)","trace[1986500040] 'applied index is now lower than readState.Index' (duration: 263.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:11.273957Z","caller":"traceutil/trace.go:171","msg":"trace[1428794181] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"929.778994ms","start":"2026-03-12T19:26:10.344131Z","end":"2026-03-12T19:26:11.27391Z","steps":["trace[1428794181] 'process raft request' (duration: 929.471897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.685673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:26:11.274105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.382229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:26:11.274156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.344101Z","time spent":"929.949368ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.274188Z","caller":"traceutil/trace.go:171","msg":"trace[1218762066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4778; }","duration":"784.516713ms","start":"2026-03-12T19:26:10.48965Z","end":"2026-03-12T19:26:11.274167Z","steps":["trace[1218762066] 'agreement among raft nodes before linearized reading' (duration: 784.207116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.804467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:26:11.274203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.928518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:11.274245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.489638Z","time spent":"784.594364ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:11.274267Z","caller":"traceutil/trace.go:171","msg":"trace[823113031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4778; }","duration":"840.913789ms","start":"2026-03-12T19:26:10.433338Z","end":"2026-03-12T19:26:11.274252Z","steps":["trace[823113031] 'agreement among raft nodes before linearized reading' (duration: 840.773656ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.274135Z","caller":"traceutil/trace.go:171","msg":"trace[758863527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4778; }","duration":"839.829446ms","start":"2026-03-12T19:26:10.43429Z","end":"2026-03-12T19:26:11.27412Z","steps":["trace[758863527] 'agreement among raft nodes before linearized reading' (duration: 839.634171ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.274277Z","caller":"traceutil/trace.go:171","msg":"trace[1614842105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4778; }","duration":"774.01714ms","start":"2026-03-12T19:26:10.500243Z","end":"2026-03-12T19:26:11.27426Z","steps":["trace[1614842105] 'agreement among raft nodes before linearized reading' (duration: 773.847236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.433306Z","time spent":"840.99679ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:11.27432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.434259Z","time spent":"840.052741ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:11.274326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.500237Z","time spent":"774.080052ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:11.274325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.416357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:11.274453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.788756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-12T19:26:11.274488Z","caller":"traceutil/trace.go:171","msg":"trace[2075786880] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4778; }","duration":"161.866027ms","start":"2026-03-12T19:26:11.11261Z","end":"2026-03-12T19:26:11.274476Z","steps":["trace[2075786880] 'agreement among raft nodes before linearized reading' (duration: 161.792096ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.274479Z","caller":"traceutil/trace.go:171","msg":"trace[1607277450] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4778; }","duration":"445.605651ms","start":"2026-03-12T19:26:10.828811Z","end":"2026-03-12T19:26:11.274417Z","steps":["trace[1607277450] 'agreement among raft nodes before linearized reading' (duration: 445.386396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.075451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:26:11.274532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.828787Z","time spent":"445.733983ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:11.274558Z","caller":"traceutil/trace.go:171","msg":"trace[1235998200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4778; }","duration":"228.098942ms","start":"2026-03-12T19:26:11.04645Z","end":"2026-03-12T19:26:11.274549Z","steps":["trace[1235998200] 'agreement among raft nodes before linearized reading' (duration: 227.976729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.303048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86a8b04a-62d9-4d24-93cc-3e4ff53c1eea\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-12T19:26:11.274599Z","caller":"traceutil/trace.go:171","msg":"trace[1665367696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86a8b04a-62d9-4d24-93cc-3e4ff53c1eea; range_end:; response_count:1; response_revision:4778; }","duration":"960.38895ms","start":"2026-03-12T19:26:10.314196Z","end":"2026-03-12T19:26:11.274585Z","steps":["trace[1665367696] 'agreement among raft nodes before linearized reading' (duration: 960.258347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.314171Z","time spent":"960.45202ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4073,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86a8b04a-62d9-4d24-93cc-3e4ff53c1eea\" "} {"level":"warn","ts":"2026-03-12T19:26:11.274673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.00375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:11.274692Z","caller":"traceutil/trace.go:171","msg":"trace[2004483613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4778; }","duration":"912.066322ms","start":"2026-03-12T19:26:10.362619Z","end":"2026-03-12T19:26:11.274686Z","steps":["trace[2004483613] 'agreement among raft nodes before linearized reading' (duration: 912.008011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.274709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.3626Z","time spent":"912.105342ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:11.274981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.634509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:11.275021Z","caller":"traceutil/trace.go:171","msg":"trace[1956026906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:4778; }","duration":"914.775323ms","start":"2026-03-12T19:26:10.360231Z","end":"2026-03-12T19:26:11.275007Z","steps":["trace[1956026906] 'agreement among raft nodes before linearized reading' (duration: 913.75554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.275052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.360175Z","time spent":"914.869825ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:26:11.844161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.930624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:11.844486Z","caller":"traceutil/trace.go:171","msg":"trace[1353761858] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"565.308557ms","start":"2026-03-12T19:26:11.279153Z","end":"2026-03-12T19:26:11.844462Z","steps":["trace[1353761858] 'process raft request' (duration: 310.960524ms)","trace[1353761858] 'compare' (duration: 253.789531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:11.844731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.279125Z","time spent":"565.564523ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.862266Z","caller":"traceutil/trace.go:171","msg":"trace[775402937] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"583.005747ms","start":"2026-03-12T19:26:11.279222Z","end":"2026-03-12T19:26:11.862228Z","steps":["trace[775402937] 'process raft request' (duration: 582.744942ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.862284Z","caller":"traceutil/trace.go:171","msg":"trace[837166322] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"583.005548ms","start":"2026-03-12T19:26:11.279255Z","end":"2026-03-12T19:26:11.86226Z","steps":["trace[837166322] 'process raft request' (duration: 582.839114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.862486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.279202Z","time spent":"583.138341ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:11.862743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.279241Z","time spent":"583.320344ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.863006Z","caller":"traceutil/trace.go:171","msg":"trace[1420843796] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"583.5736ms","start":"2026-03-12T19:26:11.279394Z","end":"2026-03-12T19:26:11.862968Z","steps":["trace[1420843796] 'process raft request' (duration: 582.783033ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.863089Z","caller":"traceutil/trace.go:171","msg":"trace[45045283] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"579.620284ms","start":"2026-03-12T19:26:11.283458Z","end":"2026-03-12T19:26:11.863078Z","steps":["trace[45045283] 'process raft request' (duration: 579.372277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.863169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.283444Z","time spent":"579.679265ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.863197Z","caller":"traceutil/trace.go:171","msg":"trace[376739325] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4982; }","duration":"583.04627ms","start":"2026-03-12T19:26:11.28013Z","end":"2026-03-12T19:26:11.863176Z","steps":["trace[376739325] 'read index received' (duration: 309.998893ms)","trace[376739325] 'applied index is now lower than readState.Index' (duration: 273.046017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:11.863277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.279388Z","time spent":"583.712974ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.863043Z","caller":"traceutil/trace.go:171","msg":"trace[2017185074] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"579.56053ms","start":"2026-03-12T19:26:11.283464Z","end":"2026-03-12T19:26:11.863025Z","steps":["trace[2017185074] 'process raft request' (duration: 579.470779ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:11.863296Z","caller":"traceutil/trace.go:171","msg":"trace[120119692] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"579.829388ms","start":"2026-03-12T19:26:11.283454Z","end":"2026-03-12T19:26:11.863284Z","steps":["trace[120119692] 'process raft request' (duration: 579.526581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.863518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.381777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"warn","ts":"2026-03-12T19:26:11.863529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.283439Z","time spent":"580.051583ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:11.863545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.283454Z","time spent":"580.022332ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:11.86357Z","caller":"traceutil/trace.go:171","msg":"trace[391877813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4786; }","duration":"583.449748ms","start":"2026-03-12T19:26:11.280109Z","end":"2026-03-12T19:26:11.863559Z","steps":["trace[391877813] 'agreement among raft nodes before linearized reading' (duration: 583.211713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.863607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.280087Z","time spent":"583.51122ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:26:11.862249Z","caller":"traceutil/trace.go:171","msg":"trace[484704029] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"582.903805ms","start":"2026-03-12T19:26:11.279317Z","end":"2026-03-12T19:26:11.862221Z","steps":["trace[484704029] 'process raft request' (duration: 582.820903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:11.864838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.279294Z","time spent":"585.499333ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:12.084915Z","caller":"traceutil/trace.go:171","msg":"trace[124047418] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"221.63725ms","start":"2026-03-12T19:26:11.863241Z","end":"2026-03-12T19:26:12.084879Z","steps":["trace[124047418] 'read index received' (duration: 154.72635ms)","trace[124047418] 'applied index is now lower than readState.Index' (duration: 66.90886ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:12.084963Z","caller":"traceutil/trace.go:171","msg":"trace[1262411473] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"473.953047ms","start":"2026-03-12T19:26:11.61098Z","end":"2026-03-12T19:26:12.084933Z","steps":["trace[1262411473] 'process raft request' (duration: 407.004037ms)","trace[1262411473] 'compare' (duration: 66.709145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:12.085113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.370904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:12.085161Z","caller":"traceutil/trace.go:171","msg":"trace[157389273] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4787; }","duration":"506.490997ms","start":"2026-03-12T19:26:11.578658Z","end":"2026-03-12T19:26:12.085149Z","steps":["trace[157389273] 'agreement among raft nodes before linearized reading' (duration: 506.355044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:12.085245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.435457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189c2e92f04a6552\" ","response":"range_response_count:1 size:745"} {"level":"warn","ts":"2026-03-12T19:26:12.085265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.578633Z","time spent":"506.6225ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:12.085284Z","caller":"traceutil/trace.go:171","msg":"trace[427657233] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189c2e92f04a6552; range_end:; response_count:1; response_revision:4787; }","duration":"217.503488ms","start":"2026-03-12T19:26:11.867768Z","end":"2026-03-12T19:26:12.085272Z","steps":["trace[427657233] 'agreement among raft nodes before linearized reading' (duration: 217.314074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:12.085245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.610945Z","time spent":"474.175572ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:12.085266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.001978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-12T19:26:12.085365Z","caller":"traceutil/trace.go:171","msg":"trace[655373382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:4787; }","duration":"398.180882ms","start":"2026-03-12T19:26:11.68716Z","end":"2026-03-12T19:26:12.085341Z","steps":["trace[655373382] 'agreement among raft nodes before linearized reading' (duration: 397.842814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:12.085426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:11.687113Z","time spent":"398.304104ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" "} {"level":"warn","ts":"2026-03-12T19:26:14.745728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.433135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:14.74587Z","caller":"traceutil/trace.go:171","msg":"trace[887436636] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:4827; }","duration":"515.711281ms","start":"2026-03-12T19:26:14.230128Z","end":"2026-03-12T19:26:14.745839Z","steps":["trace[887436636] 'range keys from in-memory index tree' (duration: 515.29725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.745932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.230092Z","time spent":"515.822663ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" "} {"level":"info","ts":"2026-03-12T19:26:14.758009Z","caller":"traceutil/trace.go:171","msg":"trace[1973529041] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5035; }","duration":"460.285565ms","start":"2026-03-12T19:26:14.297709Z","end":"2026-03-12T19:26:14.757994Z","steps":["trace[1973529041] 'read index received' (duration: 460.278425ms)","trace[1973529041] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:14.758197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.468439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:26:14.758233Z","caller":"traceutil/trace.go:171","msg":"trace[1340803162] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4828; }","duration":"460.52043ms","start":"2026-03-12T19:26:14.2977Z","end":"2026-03-12T19:26:14.75822Z","steps":["trace[1340803162] 'agreement among raft nodes before linearized reading' (duration: 460.392147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.758259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.297678Z","time spent":"460.57462ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-12T19:26:14.758004Z","caller":"traceutil/trace.go:171","msg":"trace[930430423] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"492.058727ms","start":"2026-03-12T19:26:14.265918Z","end":"2026-03-12T19:26:14.757977Z","steps":["trace[930430423] 'process raft request' (duration: 491.906774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.758481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.265899Z","time spent":"492.529248ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:14.761467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.739346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-12T19:26:14.761568Z","caller":"traceutil/trace.go:171","msg":"trace[818950069] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4829; }","duration":"361.92181ms","start":"2026-03-12T19:26:14.399621Z","end":"2026-03-12T19:26:14.761543Z","steps":["trace[818950069] 'agreement among raft nodes before linearized reading' (duration: 361.615804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.761714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.399592Z","time spent":"362.075844ms","remote":"127.0.0.1:34554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:26:14.761738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.017822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:14.761802Z","caller":"traceutil/trace.go:171","msg":"trace[1866377246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4829; }","duration":"262.121164ms","start":"2026-03-12T19:26:14.499661Z","end":"2026-03-12T19:26:14.761782Z","steps":["trace[1866377246] 'agreement among raft nodes before linearized reading' (duration: 262.015612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.762173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.20249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16304"} {"level":"info","ts":"2026-03-12T19:26:14.762262Z","caller":"traceutil/trace.go:171","msg":"trace[145610632] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4829; }","duration":"307.340383ms","start":"2026-03-12T19:26:14.454902Z","end":"2026-03-12T19:26:14.762243Z","steps":["trace[145610632] 'agreement among raft nodes before linearized reading' (duration: 307.124099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:14.762304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:14.454875Z","time spent":"307.416985ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16328,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-12T19:26:16.841453Z","caller":"traceutil/trace.go:171","msg":"trace[1106451618] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"233.779249ms","start":"2026-03-12T19:26:16.60765Z","end":"2026-03-12T19:26:16.841429Z","steps":["trace[1106451618] 'process raft request' (duration: 233.633956ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:16.841479Z","caller":"traceutil/trace.go:171","msg":"trace[1429976128] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5154; }","duration":"134.855872ms","start":"2026-03-12T19:26:16.706576Z","end":"2026-03-12T19:26:16.841432Z","steps":["trace[1429976128] 'read index received' (duration: 134.838892ms)","trace[1429976128] 'applied index is now lower than readState.Index' (duration: 14.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:16.841809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.210989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-12T19:26:16.841872Z","caller":"traceutil/trace.go:171","msg":"trace[886423321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a; range_end:; response_count:1; response_revision:4944; }","duration":"135.336442ms","start":"2026-03-12T19:26:16.70652Z","end":"2026-03-12T19:26:16.841857Z","steps":["trace[886423321] 'agreement among raft nodes before linearized reading' (duration: 135.032206ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:16.875329Z","caller":"traceutil/trace.go:171","msg":"trace[311470938] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"106.707488ms","start":"2026-03-12T19:26:16.768587Z","end":"2026-03-12T19:26:16.875294Z","steps":["trace[311470938] 'process raft request' (duration: 106.537755ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.120155Z","caller":"traceutil/trace.go:171","msg":"trace[620720537] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5155; }","duration":"244.688708ms","start":"2026-03-12T19:26:16.875441Z","end":"2026-03-12T19:26:17.120129Z","steps":["trace[620720537] 'read index received' (duration: 244.634177ms)","trace[620720537] 'applied index is now lower than readState.Index' (duration: 53.281µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.120264Z","caller":"traceutil/trace.go:171","msg":"trace[331970115] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"268.354952ms","start":"2026-03-12T19:26:16.851871Z","end":"2026-03-12T19:26:17.120226Z","steps":["trace[331970115] 'process raft request' (duration: 268.089857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.120445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.795133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189c2e960e186ab5\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-12T19:26:17.120499Z","caller":"traceutil/trace.go:171","msg":"trace[1870732413] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189c2e960e186ab5; range_end:; response_count:1; response_revision:4946; }","duration":"269.881576ms","start":"2026-03-12T19:26:16.8506Z","end":"2026-03-12T19:26:17.120482Z","steps":["trace[1870732413] 'agreement among raft nodes before linearized reading' (duration: 269.62698ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.15829Z","caller":"traceutil/trace.go:171","msg":"trace[1858047588] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"273.376694ms","start":"2026-03-12T19:26:16.884889Z","end":"2026-03-12T19:26:17.158265Z","steps":["trace[1858047588] 'process raft request' (duration: 273.243701ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.339764Z","caller":"traceutil/trace.go:171","msg":"trace[1925432203] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"198.65459ms","start":"2026-03-12T19:26:17.141074Z","end":"2026-03-12T19:26:17.339728Z","steps":["trace[1925432203] 'read index received' (duration: 17.759312ms)","trace[1925432203] 'applied index is now lower than readState.Index' (duration: 180.892228ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.339775Z","caller":"traceutil/trace.go:171","msg":"trace[570005720] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"217.067799ms","start":"2026-03-12T19:26:17.122673Z","end":"2026-03-12T19:26:17.339741Z","steps":["trace[570005720] 'process raft request' (duration: 193.344914ms)","trace[570005720] 'compare' (duration: 23.400637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:17.340306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.215843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714837"} {"level":"info","ts":"2026-03-12T19:26:17.340399Z","caller":"traceutil/trace.go:171","msg":"trace[1140772262] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4948; }","duration":"199.358027ms","start":"2026-03-12T19:26:17.141024Z","end":"2026-03-12T19:26:17.340382Z","steps":["trace[1140772262] 'agreement among raft nodes before linearized reading' (duration: 198.783254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.363598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.989622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:17.363659Z","caller":"traceutil/trace.go:171","msg":"trace[935162301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4949; }","duration":"177.131016ms","start":"2026-03-12T19:26:17.186512Z","end":"2026-03-12T19:26:17.363643Z","steps":["trace[935162301] 'agreement among raft nodes before linearized reading' (duration: 176.993723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:17.713342Z","caller":"traceutil/trace.go:171","msg":"trace[1395911493] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5160; }","duration":"139.528715ms","start":"2026-03-12T19:26:17.573782Z","end":"2026-03-12T19:26:17.713311Z","steps":["trace[1395911493] 'read index received' (duration: 62.170264ms)","trace[1395911493] 'applied index is now lower than readState.Index' (duration: 77.356921ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.713648Z","caller":"traceutil/trace.go:171","msg":"trace[101758780] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"161.972471ms","start":"2026-03-12T19:26:17.551628Z","end":"2026-03-12T19:26:17.7136Z","steps":["trace[101758780] 'process raft request' (duration: 84.301484ms)","trace[101758780] 'compare' (duration: 77.226317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:17.713781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.921673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:26:17.713858Z","caller":"traceutil/trace.go:171","msg":"trace[118507265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4950; }","duration":"140.100427ms","start":"2026-03-12T19:26:17.573735Z","end":"2026-03-12T19:26:17.713835Z","steps":["trace[118507265] 'agreement among raft nodes before linearized reading' (duration: 139.76868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.982888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.52843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:17.98301Z","caller":"traceutil/trace.go:171","msg":"trace[1167529908] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"266.751397ms","start":"2026-03-12T19:26:17.716236Z","end":"2026-03-12T19:26:17.982987Z","steps":["trace[1167529908] 'read index received' (duration: 157.992712ms)","trace[1167529908] 'applied index is now lower than readState.Index' (duration: 108.756764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:17.983208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.951081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:26:17.983224Z","caller":"traceutil/trace.go:171","msg":"trace[1308317465] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"290.130463ms","start":"2026-03-12T19:26:17.693061Z","end":"2026-03-12T19:26:17.983191Z","steps":["trace[1308317465] 'process raft request' (duration: 181.175714ms)","trace[1308317465] 'compare' (duration: 108.267394ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:17.983277Z","caller":"traceutil/trace.go:171","msg":"trace[140016659] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4951; }","duration":"267.067834ms","start":"2026-03-12T19:26:17.716196Z","end":"2026-03-12T19:26:17.983264Z","steps":["trace[140016659] 'agreement among raft nodes before linearized reading' (duration: 266.89345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.983244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.845542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:26:17.98339Z","caller":"traceutil/trace.go:171","msg":"trace[2004753841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4951; }","duration":"264.003406ms","start":"2026-03-12T19:26:17.719375Z","end":"2026-03-12T19:26:17.983378Z","steps":["trace[2004753841] 'agreement among raft nodes before linearized reading' (duration: 263.72939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:17.983759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.460906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:17.983823Z","caller":"traceutil/trace.go:171","msg":"trace[451204263] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4951; }","duration":"122.526768ms","start":"2026-03-12T19:26:17.861261Z","end":"2026-03-12T19:26:17.983788Z","steps":["trace[451204263] 'agreement among raft nodes before linearized reading' (duration: 122.412856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.244645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.428333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:18.245057Z","caller":"traceutil/trace.go:171","msg":"trace[805086627] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"255.586571ms","start":"2026-03-12T19:26:17.989433Z","end":"2026-03-12T19:26:18.245019Z","steps":["trace[805086627] 'process raft request' (duration: 255.389676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.245103Z","caller":"traceutil/trace.go:171","msg":"trace[1102815379] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"121.245321ms","start":"2026-03-12T19:26:18.123833Z","end":"2026-03-12T19:26:18.245079Z","steps":["trace[1102815379] 'process raft request' (duration: 121.20133ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.245306Z","caller":"traceutil/trace.go:171","msg":"trace[2026918475] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"255.818736ms","start":"2026-03-12T19:26:17.989477Z","end":"2026-03-12T19:26:18.245296Z","steps":["trace[2026918475] 'process raft request' (duration: 255.411347ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.245033Z","caller":"traceutil/trace.go:171","msg":"trace[373593134] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"255.605431ms","start":"2026-03-12T19:26:17.989334Z","end":"2026-03-12T19:26:18.244939Z","steps":["trace[373593134] 'process raft request' (duration: 138.768468ms)","trace[373593134] 'compare' (duration: 116.219998ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:18.245425Z","caller":"traceutil/trace.go:171","msg":"trace[1940089578] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"255.676332ms","start":"2026-03-12T19:26:17.989735Z","end":"2026-03-12T19:26:18.245412Z","steps":["trace[1940089578] 'process raft request' (duration: 255.192542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.245457Z","caller":"traceutil/trace.go:171","msg":"trace[555747759] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"211.340493ms","start":"2026-03-12T19:26:18.034103Z","end":"2026-03-12T19:26:18.245444Z","steps":["trace[555747759] 'process raft request' (duration: 210.883033ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.245534Z","caller":"traceutil/trace.go:171","msg":"trace[85454711] linearizableReadLoop","detail":"{readStateIndex:5166; appliedIndex:5163; }","duration":"255.939179ms","start":"2026-03-12T19:26:17.989498Z","end":"2026-03-12T19:26:18.245438Z","steps":["trace[85454711] 'read index received' (duration: 32.146451ms)","trace[85454711] 'applied index is now lower than readState.Index' (duration: 223.784767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:18.245939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.364397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:18.24599Z","caller":"traceutil/trace.go:171","msg":"trace[1260641748] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:4958; }","duration":"256.4783ms","start":"2026-03-12T19:26:17.989499Z","end":"2026-03-12T19:26:18.245977Z","steps":["trace[1260641748] 'agreement among raft nodes before linearized reading' (duration: 256.399529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.246005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.492649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:18.246078Z","caller":"traceutil/trace.go:171","msg":"trace[1827248617] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4958; }","duration":"189.635162ms","start":"2026-03-12T19:26:18.056429Z","end":"2026-03-12T19:26:18.246064Z","steps":["trace[1827248617] 'agreement among raft nodes before linearized reading' (duration: 189.488889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.24616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.555362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-12T19:26:18.246232Z","caller":"traceutil/trace.go:171","msg":"trace[1326694948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4958; }","duration":"256.747687ms","start":"2026-03-12T19:26:17.98947Z","end":"2026-03-12T19:26:18.246217Z","steps":["trace[1326694948] 'agreement among raft nodes before linearized reading' (duration: 256.277336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.870584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774264,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:18.984104Z","caller":"traceutil/trace.go:171","msg":"trace[1737402288] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"614.077214ms","start":"2026-03-12T19:26:18.369989Z","end":"2026-03-12T19:26:18.984066Z","steps":["trace[1737402288] 'read index received' (duration: 613.974732ms)","trace[1737402288] 'applied index is now lower than readState.Index' (duration: 100.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:18.984129Z","caller":"traceutil/trace.go:171","msg":"trace[1840846871] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4958; }","duration":"709.457483ms","start":"2026-03-12T19:26:18.27464Z","end":"2026-03-12T19:26:18.984098Z","steps":["trace[1840846871] 'process raft request' (duration: 709.290259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.984283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:18.274624Z","time spent":"709.579337ms","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:18.984374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.353892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-12T19:26:18.98446Z","caller":"traceutil/trace.go:171","msg":"trace[831179145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a; range_end:; response_count:1; response_revision:4958; }","duration":"614.527405ms","start":"2026-03-12T19:26:18.369912Z","end":"2026-03-12T19:26:18.98444Z","steps":["trace[831179145] 'agreement among raft nodes before linearized reading' (duration: 614.265299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.984512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:18.369884Z","time spent":"614.618058ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a\" "} {"level":"warn","ts":"2026-03-12T19:26:19.000455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.12768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-12T19:26:19.000459Z","caller":"traceutil/trace.go:171","msg":"trace[635984532] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"118.823496ms","start":"2026-03-12T19:26:18.881615Z","end":"2026-03-12T19:26:19.000439Z","steps":["trace[635984532] 'process raft request' (duration: 118.441038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:19.000512Z","caller":"traceutil/trace.go:171","msg":"trace[1097526695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4959; }","duration":"412.228082ms","start":"2026-03-12T19:26:18.58827Z","end":"2026-03-12T19:26:19.000498Z","steps":["trace[1097526695] 'agreement among raft nodes before linearized reading' (duration: 412.072549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:19.000565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:18.588245Z","time spent":"412.310924ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T19:26:20.393012Z","caller":"traceutil/trace.go:171","msg":"trace[2133578385] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"348.669877ms","start":"2026-03-12T19:26:20.044307Z","end":"2026-03-12T19:26:20.392977Z","steps":["trace[2133578385] 'process raft request' (duration: 348.443722ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.393032Z","caller":"traceutil/trace.go:171","msg":"trace[2056902535] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5229; }","duration":"303.468568ms","start":"2026-03-12T19:26:20.089509Z","end":"2026-03-12T19:26:20.392977Z","steps":["trace[2056902535] 'read index received' (duration: 303.444078ms)","trace[2056902535] 'applied index is now lower than readState.Index' (duration: 20.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:20.393231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.04427Z","time spent":"348.856221ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:20.394307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.768697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2209000"} {"level":"info","ts":"2026-03-12T19:26:20.394421Z","caller":"traceutil/trace.go:171","msg":"trace[832358516] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5015; }","duration":"304.948411ms","start":"2026-03-12T19:26:20.08945Z","end":"2026-03-12T19:26:20.394399Z","steps":["trace[832358516] 'agreement among raft nodes before linearized reading' (duration: 303.827927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:20.394482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.089422Z","time spent":"305.045094ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2209024,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:26:21.530819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.155338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:21.531094Z","caller":"traceutil/trace.go:171","msg":"trace[796618634] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"524.002093ms","start":"2026-03-12T19:26:21.007072Z","end":"2026-03-12T19:26:21.531074Z","steps":["trace[796618634] 'process raft request' (duration: 523.887071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.531179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.00704Z","time spent":"524.100956ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:21.531164Z","caller":"traceutil/trace.go:171","msg":"trace[603395126] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"1.137814372s","start":"2026-03-12T19:26:20.39329Z","end":"2026-03-12T19:26:21.531104Z","steps":["trace[603395126] 'read index received' (duration: 465.142832ms)","trace[603395126] 'applied index is now lower than readState.Index' (duration: 672.66469ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.531219Z","caller":"traceutil/trace.go:171","msg":"trace[1861129551] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"1.279822172s","start":"2026-03-12T19:26:20.25132Z","end":"2026-03-12T19:26:21.531142Z","steps":["trace[1861129551] 'process raft request' (duration: 607.226664ms)","trace[1861129551] 'compare' (duration: 671.657536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.531357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279038784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:21.531416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.251301Z","time spent":"1.280014275s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:21.531408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28019379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:21.531423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281159751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:26:21.531413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280385084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:21.531474Z","caller":"traceutil/trace.go:171","msg":"trace[1297310768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5017; }","duration":"1.280333792s","start":"2026-03-12T19:26:20.251125Z","end":"2026-03-12T19:26:21.531458Z","steps":["trace[1297310768] 'agreement among raft nodes before linearized reading' (duration: 1.280069667s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.531471Z","caller":"traceutil/trace.go:171","msg":"trace[1176750053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5017; }","duration":"1.279196658s","start":"2026-03-12T19:26:20.252246Z","end":"2026-03-12T19:26:21.531443Z","steps":["trace[1176750053] 'agreement among raft nodes before linearized reading' (duration: 1.278903702s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.531515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.251093Z","time spent":"1.280413964s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:21.531525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.252227Z","time spent":"1.27928794s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:26:21.531512Z","caller":"traceutil/trace.go:171","msg":"trace[1882488355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5017; }","duration":"1.281303754s","start":"2026-03-12T19:26:20.250185Z","end":"2026-03-12T19:26:21.531489Z","steps":["trace[1882488355] 'agreement among raft nodes before linearized reading' (duration: 1.28109499s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.531526Z","caller":"traceutil/trace.go:171","msg":"trace[1028346146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5017; }","duration":"1.280527626s","start":"2026-03-12T19:26:20.25097Z","end":"2026-03-12T19:26:21.531498Z","steps":["trace[1028346146] 'agreement among raft nodes before linearized reading' (duration: 1.28023351s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.531585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.250961Z","time spent":"1.280614959s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:21.531662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280304161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:21.531788Z","caller":"traceutil/trace.go:171","msg":"trace[1814317415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5017; }","duration":"1.280473655s","start":"2026-03-12T19:26:20.251291Z","end":"2026-03-12T19:26:21.531764Z","steps":["trace[1814317415] 'agreement among raft nodes before linearized reading' (duration: 1.279824111s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.531873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.251266Z","time spent":"1.280595188s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:21.531583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.250152Z","time spent":"1.281417327s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:21.805428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.986848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:21.805628Z","caller":"traceutil/trace.go:171","msg":"trace[242516166] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"414.3703ms","start":"2026-03-12T19:26:21.3912Z","end":"2026-03-12T19:26:21.80557Z","steps":["trace[242516166] 'process raft request' (duration: 287.116306ms)","trace[242516166] 'compare' (duration: 126.854386ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.805739Z","caller":"traceutil/trace.go:171","msg":"trace[850682498] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5231; }","duration":"274.458277ms","start":"2026-03-12T19:26:21.531245Z","end":"2026-03-12T19:26:21.805703Z","steps":["trace[850682498] 'read index received' (duration: 147.085061ms)","trace[850682498] 'applied index is now lower than readState.Index' (duration: 127.370716ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.805845Z","caller":"traceutil/trace.go:171","msg":"trace[1579421521] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"269.959329ms","start":"2026-03-12T19:26:21.535863Z","end":"2026-03-12T19:26:21.805822Z","steps":["trace[1579421521] 'process raft request' (duration: 269.753264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.805866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.391166Z","time spent":"414.567515ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:21.805948Z","caller":"traceutil/trace.go:171","msg":"trace[1151443022] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"269.681101ms","start":"2026-03-12T19:26:21.536216Z","end":"2026-03-12T19:26:21.805897Z","steps":["trace[1151443022] 'process raft request' (duration: 269.452306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.806038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305393077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:21.806098Z","caller":"traceutil/trace.go:171","msg":"trace[807699923] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"269.1611ms","start":"2026-03-12T19:26:21.536922Z","end":"2026-03-12T19:26:21.806084Z","steps":["trace[807699923] 'process raft request' (duration: 268.785052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.806014Z","caller":"traceutil/trace.go:171","msg":"trace[770667299] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"270.131223ms","start":"2026-03-12T19:26:21.535824Z","end":"2026-03-12T19:26:21.805955Z","steps":["trace[770667299] 'process raft request' (duration: 269.723674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.806132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058981939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lz56m\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-12T19:26:21.806145Z","caller":"traceutil/trace.go:171","msg":"trace[2077636829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5023; }","duration":"1.30556068s","start":"2026-03-12T19:26:20.500558Z","end":"2026-03-12T19:26:21.806118Z","steps":["trace[2077636829] 'agreement among raft nodes before linearized reading' (duration: 1.305389336s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.806181Z","caller":"traceutil/trace.go:171","msg":"trace[1975852507] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lz56m; range_end:; response_count:1; response_revision:5023; }","duration":"1.05903215s","start":"2026-03-12T19:26:20.747131Z","end":"2026-03-12T19:26:21.806163Z","steps":["trace[1975852507] 'agreement among raft nodes before linearized reading' (duration: 1.058834416s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.806201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.500528Z","time spent":"1.305664023s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:21.80622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.747098Z","time spent":"1.059111362s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lz56m\" "} {"level":"warn","ts":"2026-03-12T19:26:21.806296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.136152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"warn","ts":"2026-03-12T19:26:21.806325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382854509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:26:21.806339Z","caller":"traceutil/trace.go:171","msg":"trace[1091173568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5023; }","duration":"270.199954ms","start":"2026-03-12T19:26:21.536129Z","end":"2026-03-12T19:26:21.806329Z","steps":["trace[1091173568] 'agreement among raft nodes before linearized reading' (duration: 269.871387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.806327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.808772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:21.80637Z","caller":"traceutil/trace.go:171","msg":"trace[163832903] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5023; }","duration":"1.382949301s","start":"2026-03-12T19:26:20.423407Z","end":"2026-03-12T19:26:21.806357Z","steps":["trace[163832903] 'agreement among raft nodes before linearized reading' (duration: 1.382806108s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.806378Z","caller":"traceutil/trace.go:171","msg":"trace[357127385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5023; }","duration":"781.913294ms","start":"2026-03-12T19:26:21.024451Z","end":"2026-03-12T19:26:21.806365Z","steps":["trace[357127385] 'agreement among raft nodes before linearized reading' (duration: 781.822562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.806402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.423385Z","time spent":"1.383007373s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-12T19:26:21.806422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.024424Z","time spent":"781.987055ms","remote":"127.0.0.1:54470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:21.806916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098652147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777442"} {"level":"info","ts":"2026-03-12T19:26:21.807004Z","caller":"traceutil/trace.go:171","msg":"trace[472455316] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5023; }","duration":"1.098759019s","start":"2026-03-12T19:26:20.708222Z","end":"2026-03-12T19:26:21.806981Z","steps":["trace[472455316] 'agreement among raft nodes before linearized reading' (duration: 1.097833869s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.807052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:20.708138Z","time spent":"1.098900351s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777466,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:26:21.807385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.931946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-12T19:26:21.807475Z","caller":"traceutil/trace.go:171","msg":"trace[967078026] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a; range_end:; response_count:1; response_revision:5023; }","duration":"759.062129ms","start":"2026-03-12T19:26:21.048394Z","end":"2026-03-12T19:26:21.807456Z","steps":["trace[967078026] 'agreement among raft nodes before linearized reading' (duration: 757.440064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.807521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:21.048374Z","time spent":"759.134361ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8e40b50d-74ac-4b3d-9a48-3c266284125a\" "} {"level":"info","ts":"2026-03-12T19:26:21.946679Z","caller":"traceutil/trace.go:171","msg":"trace[1620701512] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"110.093103ms","start":"2026-03-12T19:26:21.836544Z","end":"2026-03-12T19:26:21.946637Z","steps":["trace[1620701512] 'read index received' (duration: 86.38135ms)","trace[1620701512] 'applied index is now lower than readState.Index' (duration: 23.709533ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.946821Z","caller":"traceutil/trace.go:171","msg":"trace[410230646] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"128.703555ms","start":"2026-03-12T19:26:21.818068Z","end":"2026-03-12T19:26:21.946771Z","steps":["trace[410230646] 'process raft request' (duration: 104.984691ms)","trace[410230646] 'compare' (duration: 23.349206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.94701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.428721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-12T19:26:21.94711Z","caller":"traceutil/trace.go:171","msg":"trace[1901577260] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5024; }","duration":"110.571924ms","start":"2026-03-12T19:26:21.836505Z","end":"2026-03-12T19:26:21.947077Z","steps":["trace[1901577260] 'agreement among raft nodes before linearized reading' (duration: 110.272847ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:22.170092Z","caller":"traceutil/trace.go:171","msg":"trace[1826390110] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"122.642621ms","start":"2026-03-12T19:26:22.047422Z","end":"2026-03-12T19:26:22.170064Z","steps":["trace[1826390110] 'read index received' (duration: 96.445492ms)","trace[1826390110] 'applied index is now lower than readState.Index' (duration: 26.196149ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:22.170248Z","caller":"traceutil/trace.go:171","msg":"trace[742955598] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"128.571042ms","start":"2026-03-12T19:26:22.041628Z","end":"2026-03-12T19:26:22.170199Z","steps":["trace[742955598] 'process raft request' (duration: 102.213089ms)","trace[742955598] 'compare' (duration: 26.096388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:22.170967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.52301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777442"} {"level":"info","ts":"2026-03-12T19:26:22.171011Z","caller":"traceutil/trace.go:171","msg":"trace[1789142539] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5026; }","duration":"123.610453ms","start":"2026-03-12T19:26:22.04739Z","end":"2026-03-12T19:26:22.171001Z","steps":["trace[1789142539] 'agreement among raft nodes before linearized reading' (duration: 122.770934ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:22.47489Z","caller":"traceutil/trace.go:171","msg":"trace[720269265] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"169.356874ms","start":"2026-03-12T19:26:22.305492Z","end":"2026-03-12T19:26:22.474849Z","steps":["trace[720269265] 'process raft request' (duration: 131.691751ms)","trace[720269265] 'compare' (duration: 37.475919ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:22.487705Z","caller":"traceutil/trace.go:171","msg":"trace[1446234224] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"179.279104ms","start":"2026-03-12T19:26:22.30837Z","end":"2026-03-12T19:26:22.487649Z","steps":["trace[1446234224] 'process raft request' (duration: 179.017418ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.663913Z","caller":"traceutil/trace.go:171","msg":"trace[475113127] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"102.168419ms","start":"2026-03-12T19:26:25.561721Z","end":"2026-03-12T19:26:25.663889Z","steps":["trace[475113127] 'process raft request' (duration: 101.940414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.665507Z","caller":"traceutil/trace.go:171","msg":"trace[1974328536] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"103.146521ms","start":"2026-03-12T19:26:25.562338Z","end":"2026-03-12T19:26:25.665484Z","steps":["trace[1974328536] 'process raft request' (duration: 103.011647ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.103479Z","caller":"traceutil/trace.go:171","msg":"trace[1937568011] linearizableReadLoop","detail":"{readStateIndex:5311; appliedIndex:5310; }","duration":"217.001077ms","start":"2026-03-12T19:26:25.886441Z","end":"2026-03-12T19:26:26.103442Z","steps":["trace[1937568011] 'read index received' (duration: 175.211184ms)","trace[1937568011] 'applied index is now lower than readState.Index' (duration: 41.788493ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:26.103635Z","caller":"traceutil/trace.go:171","msg":"trace[301975106] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"222.022768ms","start":"2026-03-12T19:26:25.881597Z","end":"2026-03-12T19:26:26.10362Z","steps":["trace[301975106] 'process raft request' (duration: 180.03707ms)","trace[301975106] 'compare' (duration: 41.646051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:26.103929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.457887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124679"} {"level":"info","ts":"2026-03-12T19:26:26.104033Z","caller":"traceutil/trace.go:171","msg":"trace[1543639764] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5093; }","duration":"217.57774ms","start":"2026-03-12T19:26:25.886405Z","end":"2026-03-12T19:26:26.103983Z","steps":["trace[1543639764] 'agreement among raft nodes before linearized reading' (duration: 217.312414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.125844Z","caller":"traceutil/trace.go:171","msg":"trace[1932433776] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"238.053212ms","start":"2026-03-12T19:26:25.887764Z","end":"2026-03-12T19:26:26.125817Z","steps":["trace[1932433776] 'process raft request' (duration: 238.002141ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.126149Z","caller":"traceutil/trace.go:171","msg":"trace[1368450108] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"238.759068ms","start":"2026-03-12T19:26:25.887376Z","end":"2026-03-12T19:26:26.126135Z","steps":["trace[1368450108] 'process raft request' (duration: 238.348779ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.126155Z","caller":"traceutil/trace.go:171","msg":"trace[1681179322] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"239.394912ms","start":"2026-03-12T19:26:25.886728Z","end":"2026-03-12T19:26:26.126123Z","steps":["trace[1681179322] 'process raft request' (duration: 238.85959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.126435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.139616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-12T19:26:26.126499Z","caller":"traceutil/trace.go:171","msg":"trace[192273441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5096; }","duration":"239.242309ms","start":"2026-03-12T19:26:25.887244Z","end":"2026-03-12T19:26:26.126486Z","steps":["trace[192273441] 'agreement among raft nodes before linearized reading' (duration: 239.018544ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.458694Z","caller":"traceutil/trace.go:171","msg":"trace[676869337] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5314; }","duration":"107.419375ms","start":"2026-03-12T19:26:26.351249Z","end":"2026-03-12T19:26:26.458668Z","steps":["trace[676869337] 'read index received' (duration: 107.133849ms)","trace[676869337] 'applied index is now lower than readState.Index' (duration: 284.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:26.458728Z","caller":"traceutil/trace.go:171","msg":"trace[526614617] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"352.540223ms","start":"2026-03-12T19:26:26.106141Z","end":"2026-03-12T19:26:26.458681Z","steps":["trace[526614617] 'process raft request' (duration: 352.316238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.458851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.570129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:26.458901Z","caller":"traceutil/trace.go:171","msg":"trace[2064955605] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5097; }","duration":"107.68549ms","start":"2026-03-12T19:26:26.351197Z","end":"2026-03-12T19:26:26.458882Z","steps":["trace[2064955605] 'agreement among raft nodes before linearized reading' (duration: 107.570328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.45891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:26.106112Z","time spent":"352.694897ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124665,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.707976Z","caller":"traceutil/trace.go:171","msg":"trace[1978980404] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"150.258221ms","start":"2026-03-12T19:26:26.557691Z","end":"2026-03-12T19:26:26.707949Z","steps":["trace[1978980404] 'read index received' (duration: 108.303414ms)","trace[1978980404] 'applied index is now lower than readState.Index' (duration: 41.953347ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:26.708012Z","caller":"traceutil/trace.go:171","msg":"trace[1814188214] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"183.817684ms","start":"2026-03-12T19:26:26.524154Z","end":"2026-03-12T19:26:26.707972Z","steps":["trace[1814188214] 'process raft request' (duration: 183.731752ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.708039Z","caller":"traceutil/trace.go:171","msg":"trace[1079699194] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"185.496951ms","start":"2026-03-12T19:26:26.522506Z","end":"2026-03-12T19:26:26.708003Z","steps":["trace[1079699194] 'process raft request' (duration: 143.493333ms)","trace[1079699194] 'compare' (duration: 41.748273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:26.70827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.548587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:26.70832Z","caller":"traceutil/trace.go:171","msg":"trace[785143860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5101; }","duration":"150.6601ms","start":"2026-03-12T19:26:26.557648Z","end":"2026-03-12T19:26:26.708308Z","steps":["trace[785143860] 'agreement among raft nodes before linearized reading' (duration: 150.397804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.850151Z","caller":"traceutil/trace.go:171","msg":"trace[1282195107] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"134.827601ms","start":"2026-03-12T19:26:26.715291Z","end":"2026-03-12T19:26:26.850118Z","steps":["trace[1282195107] 'process raft request' (duration: 134.767759ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.850434Z","caller":"traceutil/trace.go:171","msg":"trace[303627930] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"135.888625ms","start":"2026-03-12T19:26:26.714513Z","end":"2026-03-12T19:26:26.850401Z","steps":["trace[303627930] 'process raft request' (duration: 131.536488ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.018223Z","caller":"traceutil/trace.go:171","msg":"trace[1197654095] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"158.666007ms","start":"2026-03-12T19:26:26.859533Z","end":"2026-03-12T19:26:27.018199Z","steps":["trace[1197654095] 'process raft request' (duration: 158.422092ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.018491Z","caller":"traceutil/trace.go:171","msg":"trace[1837781928] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"161.620572ms","start":"2026-03-12T19:26:26.856449Z","end":"2026-03-12T19:26:27.018069Z","steps":["trace[1837781928] 'process raft request' (duration: 161.301705ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.116226Z","caller":"traceutil/trace.go:171","msg":"trace[1728836556] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"234.605015ms","start":"2026-03-12T19:26:26.881591Z","end":"2026-03-12T19:26:27.116196Z","steps":["trace[1728836556] 'process raft request' (duration: 213.945769ms)","trace[1728836556] 'compare' (duration: 19.928481ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.285714Z","caller":"traceutil/trace.go:171","msg":"trace[1000528220] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"156.210473ms","start":"2026-03-12T19:26:27.129459Z","end":"2026-03-12T19:26:27.28567Z","steps":["trace[1000528220] 'process raft request' (duration: 134.658837ms)","trace[1000528220] 'compare' (duration: 21.048465ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:27.285747Z","caller":"traceutil/trace.go:171","msg":"trace[1321038486] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"155.868726ms","start":"2026-03-12T19:26:27.129798Z","end":"2026-03-12T19:26:27.285667Z","steps":["trace[1321038486] 'process raft request' (duration: 155.629521ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.285834Z","caller":"traceutil/trace.go:171","msg":"trace[1005933364] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"154.662799ms","start":"2026-03-12T19:26:27.131161Z","end":"2026-03-12T19:26:27.285824Z","steps":["trace[1005933364] 'process raft request' (duration: 154.316591ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:27.28594Z","caller":"traceutil/trace.go:171","msg":"trace[715154135] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5326; }","duration":"133.760207ms","start":"2026-03-12T19:26:27.152171Z","end":"2026-03-12T19:26:27.285931Z","steps":["trace[715154135] 'read index received' (duration: 50.485096ms)","trace[715154135] 'applied index is now lower than readState.Index' (duration: 83.273781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:27.286282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.089064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:26:27.286341Z","caller":"traceutil/trace.go:171","msg":"trace[2096888146] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5113; }","duration":"134.209376ms","start":"2026-03-12T19:26:27.152112Z","end":"2026-03-12T19:26:27.286321Z","steps":["trace[2096888146] 'agreement among raft nodes before linearized reading' (duration: 133.944471ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.128541Z","caller":"traceutil/trace.go:171","msg":"trace[1931718120] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"246.468158ms","start":"2026-03-12T19:26:27.882048Z","end":"2026-03-12T19:26:28.128516Z","steps":["trace[1931718120] 'process raft request' (duration: 246.406517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.128638Z","caller":"traceutil/trace.go:171","msg":"trace[1519058900] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5342; }","duration":"312.55682ms","start":"2026-03-12T19:26:27.816054Z","end":"2026-03-12T19:26:28.128611Z","steps":["trace[1519058900] 'read index received' (duration: 238.36254ms)","trace[1519058900] 'applied index is now lower than readState.Index' (duration: 74.19131ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.12878Z","caller":"traceutil/trace.go:171","msg":"trace[799124676] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"376.011002ms","start":"2026-03-12T19:26:27.752739Z","end":"2026-03-12T19:26:28.12875Z","steps":["trace[799124676] 'process raft request' (duration: 301.594887ms)","trace[799124676] 'compare' (duration: 73.982726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:28.128867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.752707Z","time spent":"376.094283ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:28.129823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.760806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-12T19:26:28.129866Z","caller":"traceutil/trace.go:171","msg":"trace[1310746134] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5125; }","duration":"313.839927ms","start":"2026-03-12T19:26:27.816015Z","end":"2026-03-12T19:26:28.129855Z","steps":["trace[1310746134] 'agreement among raft nodes before linearized reading' (duration: 312.989759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.12989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.815992Z","time spent":"313.892079ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-12T19:26:28.305057Z","caller":"traceutil/trace.go:171","msg":"trace[1678376877] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5344; }","duration":"173.186378ms","start":"2026-03-12T19:26:28.131835Z","end":"2026-03-12T19:26:28.305021Z","steps":["trace[1678376877] 'read index received' (duration: 172.755829ms)","trace[1678376877] 'applied index is now lower than readState.Index' (duration: 428.959µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.305202Z","caller":"traceutil/trace.go:171","msg":"trace[572444555] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"175.978861ms","start":"2026-03-12T19:26:28.129166Z","end":"2026-03-12T19:26:28.305145Z","steps":["trace[572444555] 'process raft request' (duration: 175.443959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.305477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.592618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:28.305545Z","caller":"traceutil/trace.go:171","msg":"trace[416458474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5126; }","duration":"173.71801ms","start":"2026-03-12T19:26:28.131812Z","end":"2026-03-12T19:26:28.30553Z","steps":["trace[416458474] 'agreement among raft nodes before linearized reading' (duration: 173.365883ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.402346Z","caller":"traceutil/trace.go:171","msg":"trace[1670109629] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"268.329561ms","start":"2026-03-12T19:26:28.133999Z","end":"2026-03-12T19:26:28.402329Z","steps":["trace[1670109629] 'process raft request' (duration: 268.205728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.402602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.688564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:28.402753Z","caller":"traceutil/trace.go:171","msg":"trace[66736436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5127; }","duration":"270.884888ms","start":"2026-03-12T19:26:28.13184Z","end":"2026-03-12T19:26:28.402725Z","steps":["trace[66736436] 'agreement among raft nodes before linearized reading' (duration: 270.508849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.402651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.779686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:26:28.402791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.812367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:28.402859Z","caller":"traceutil/trace.go:171","msg":"trace[1751542280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5127; }","duration":"271.000311ms","start":"2026-03-12T19:26:28.131845Z","end":"2026-03-12T19:26:28.402846Z","steps":["trace[1751542280] 'agreement among raft nodes before linearized reading' (duration: 270.680204ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.402899Z","caller":"traceutil/trace.go:171","msg":"trace[120774049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5127; }","duration":"270.96063ms","start":"2026-03-12T19:26:28.131915Z","end":"2026-03-12T19:26:28.402875Z","steps":["trace[120774049] 'agreement among raft nodes before linearized reading' (duration: 270.582922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.403202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.425742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:26:28.40331Z","caller":"traceutil/trace.go:171","msg":"trace[375345857] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5127; }","duration":"243.600165ms","start":"2026-03-12T19:26:28.15968Z","end":"2026-03-12T19:26:28.40328Z","steps":["trace[375345857] 'agreement among raft nodes before linearized reading' (duration: 243.38293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.581044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.957726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:26:28.581133Z","caller":"traceutil/trace.go:171","msg":"trace[834975013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5127; }","duration":"174.093389ms","start":"2026-03-12T19:26:28.407016Z","end":"2026-03-12T19:26:28.58111Z","steps":["trace[834975013] 'range keys from in-memory index tree' (duration: 173.743181ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.581098Z","caller":"traceutil/trace.go:171","msg":"trace[1866415674] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"172.755489ms","start":"2026-03-12T19:26:28.408315Z","end":"2026-03-12T19:26:28.58107Z","steps":["trace[1866415674] 'process raft request' (duration: 106.593137ms)","trace[1866415674] 'compare' (duration: 65.964138ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.581423Z","caller":"traceutil/trace.go:171","msg":"trace[1813772202] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"172.37231ms","start":"2026-03-12T19:26:28.409028Z","end":"2026-03-12T19:26:28.5814Z","steps":["trace[1813772202] 'process raft request' (duration: 172.001842ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.581561Z","caller":"traceutil/trace.go:171","msg":"trace[1992498595] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5346; }","duration":"143.581813ms","start":"2026-03-12T19:26:28.437962Z","end":"2026-03-12T19:26:28.581544Z","steps":["trace[1992498595] 'read index received' (duration: 76.960361ms)","trace[1992498595] 'applied index is now lower than readState.Index' (duration: 66.620182ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.581739Z","caller":"traceutil/trace.go:171","msg":"trace[1392739980] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"172.459552ms","start":"2026-03-12T19:26:28.409095Z","end":"2026-03-12T19:26:28.581554Z","steps":["trace[1392739980] 'process raft request' (duration: 172.201297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.581786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.80646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:26:28.581865Z","caller":"traceutil/trace.go:171","msg":"trace[1771406596] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5130; }","duration":"143.934713ms","start":"2026-03-12T19:26:28.437912Z","end":"2026-03-12T19:26:28.581847Z","steps":["trace[1771406596] 'agreement among raft nodes before linearized reading' (duration: 143.678966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:29.210588Z","caller":"traceutil/trace.go:171","msg":"trace[903508185] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"100.623475ms","start":"2026-03-12T19:26:29.109944Z","end":"2026-03-12T19:26:29.210567Z","steps":["trace[903508185] 'process raft request' (duration: 100.504632ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:29.882813Z","caller":"traceutil/trace.go:171","msg":"trace[1814302415] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"131.663221ms","start":"2026-03-12T19:26:29.751106Z","end":"2026-03-12T19:26:29.882769Z","steps":["trace[1814302415] 'process raft request' (duration: 113.08421ms)","trace[1814302415] 'compare' (duration: 18.419337ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:30.310618Z","caller":"traceutil/trace.go:171","msg":"trace[791769829] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"138.401ms","start":"2026-03-12T19:26:30.172191Z","end":"2026-03-12T19:26:30.310592Z","steps":["trace[791769829] 'process raft request' (duration: 138.222066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:31.034715Z","caller":"traceutil/trace.go:171","msg":"trace[795379144] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"176.839979ms","start":"2026-03-12T19:26:30.857852Z","end":"2026-03-12T19:26:31.034692Z","steps":["trace[795379144] 'process raft request' (duration: 176.684375ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.219308Z","caller":"traceutil/trace.go:171","msg":"trace[1011727607] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"136.596319ms","start":"2026-03-12T19:26:32.082689Z","end":"2026-03-12T19:26:32.219285Z","steps":["trace[1011727607] 'read index received' (duration: 136.506547ms)","trace[1011727607] 'applied index is now lower than readState.Index' (duration: 88.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:32.219345Z","caller":"traceutil/trace.go:171","msg":"trace[981234993] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"187.522416ms","start":"2026-03-12T19:26:32.031795Z","end":"2026-03-12T19:26:32.219317Z","steps":["trace[981234993] 'process raft request' (duration: 187.321122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:32.219686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.926097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:32.219787Z","caller":"traceutil/trace.go:171","msg":"trace[1567959868] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5155; }","duration":"137.160232ms","start":"2026-03-12T19:26:32.082602Z","end":"2026-03-12T19:26:32.219762Z","steps":["trace[1567959868] 'agreement among raft nodes before linearized reading' (duration: 136.817714ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.550973Z","caller":"traceutil/trace.go:171","msg":"trace[1346665054] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"140.607178ms","start":"2026-03-12T19:26:32.410324Z","end":"2026-03-12T19:26:32.550931Z","steps":["trace[1346665054] 'process raft request' (duration: 140.441214ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:32.550988Z","caller":"traceutil/trace.go:171","msg":"trace[664618921] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"138.165784ms","start":"2026-03-12T19:26:32.412786Z","end":"2026-03-12T19:26:32.550952Z","steps":["trace[664618921] 'process raft request' (duration: 138.088443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.49995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.75824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:33.500058Z","caller":"traceutil/trace.go:171","msg":"trace[1187408083] linearizableReadLoop","detail":"{readStateIndex:5387; appliedIndex:5386; }","duration":"947.775151ms","start":"2026-03-12T19:26:32.552264Z","end":"2026-03-12T19:26:33.500039Z","steps":["trace[1187408083] 'read index received' (duration: 441.912269ms)","trace[1187408083] 'applied index is now lower than readState.Index' (duration: 505.861242ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:33.500131Z","caller":"traceutil/trace.go:171","msg":"trace[1951769943] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"948.563109ms","start":"2026-03-12T19:26:32.551554Z","end":"2026-03-12T19:26:33.500117Z","steps":["trace[1951769943] 'process raft request' (duration: 442.557543ms)","trace[1951769943] 'compare' (duration: 505.556936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:33.500179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.551527Z","time spent":"948.628429ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:33.500397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.111348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:33.50046Z","caller":"traceutil/trace.go:171","msg":"trace[476963398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"948.1783ms","start":"2026-03-12T19:26:32.55226Z","end":"2026-03-12T19:26:33.500438Z","steps":["trace[476963398] 'agreement among raft nodes before linearized reading' (duration: 948.034816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:33.500506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.552236Z","time spent":"948.258202ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:34.001179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:34.505285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:35.005436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:35.505917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:35.510149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:35.510227Z","caller":"traceutil/trace.go:171","msg":"trace[146704710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148285s","start":"2026-03-12T19:26:33.510053Z","end":"2026-03-12T19:26:35.510201Z","steps":["trace[146704710] 'agreement among raft nodes before linearized reading' (duration: 2.000039632s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:35.510281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.510034Z","time spent":"2.000236667s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:36.006606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:36.421576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.427311533s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:36.422704Z","caller":"traceutil/trace.go:171","msg":"trace[295980043] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"3.867062784s","start":"2026-03-12T19:26:32.555268Z","end":"2026-03-12T19:26:36.422331Z","steps":["trace[295980043] 'process raft request' (duration: 3.866691886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.422874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.555241Z","time spent":"3.867536285s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:36.422726Z","caller":"traceutil/trace.go:171","msg":"trace[192069754] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"3.863513277s","start":"2026-03-12T19:26:32.559182Z","end":"2026-03-12T19:26:36.422695Z","steps":["trace[192069754] 'process raft request' (duration: 3.86323003s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.423336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.55917Z","time spent":"3.863896355s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:36.423638Z","caller":"traceutil/trace.go:171","msg":"trace[1432778928] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"3.863575977s","start":"2026-03-12T19:26:32.559068Z","end":"2026-03-12T19:26:36.422644Z","steps":["trace[1432778928] 'process raft request' (duration: 3.863077996s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:36.423926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.559057Z","time spent":"3.864713433s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11843,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:36.780464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.772459ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:26:37.32227Z","caller":"traceutil/trace.go:171","msg":"trace[616865191] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"3.382941913s","start":"2026-03-12T19:26:33.939298Z","end":"2026-03-12T19:26:37.32224Z","steps":["trace[616865191] 'process raft request' (duration: 3.382828531s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.322304Z","caller":"traceutil/trace.go:171","msg":"trace[734531551] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"3.455763823s","start":"2026-03-12T19:26:33.866493Z","end":"2026-03-12T19:26:37.322257Z","steps":["trace[734531551] 'process raft request' (duration: 3.445761091s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.32244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.939269Z","time spent":"3.383075497s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:37.322481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.866453Z","time spent":"3.455923446s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:37.32293Z","caller":"traceutil/trace.go:171","msg":"trace[1287452314] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"3.16158213s","start":"2026-03-12T19:26:34.161338Z","end":"2026-03-12T19:26:37.32292Z","steps":["trace[1287452314] 'process raft request' (duration: 3.160840884s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.322995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.161301Z","time spent":"3.161663782s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:37.328997Z","caller":"traceutil/trace.go:171","msg":"trace[1544533897] linearizableReadLoop","detail":"{readStateIndex:5395; appliedIndex:5387; }","duration":"3.828890391s","start":"2026-03-12T19:26:33.500082Z","end":"2026-03-12T19:26:37.328973Z","steps":["trace[1544533897] 'read index received' (duration: 2.921810549s)","trace[1544533897] 'applied index is now lower than readState.Index' (duration: 907.076702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:37.329119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462965228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-12T19:26:37.329163Z","caller":"traceutil/trace.go:171","msg":"trace[963710985] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5174; }","duration":"4.46306349s","start":"2026-03-12T19:26:32.866086Z","end":"2026-03-12T19:26:37.32915Z","steps":["trace[963710985] 'agreement among raft nodes before linearized reading' (duration: 4.462892726s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.329202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.866057Z","time spent":"4.463137772s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:26:37.329241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56259886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:37.32929Z","caller":"traceutil/trace.go:171","msg":"trace[2138155265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5174; }","duration":"4.562711613s","start":"2026-03-12T19:26:32.766571Z","end":"2026-03-12T19:26:37.329282Z","steps":["trace[2138155265] 'agreement among raft nodes before linearized reading' (duration: 4.562546949s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.329317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.766517Z","time spent":"4.562794295s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:26:37.329388Z","caller":"traceutil/trace.go:171","msg":"trace[156069440] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"3.065032576s","start":"2026-03-12T19:26:34.264342Z","end":"2026-03-12T19:26:37.329374Z","steps":["trace[156069440] 'process raft request' (duration: 3.058228656s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.32946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.26431Z","time spent":"3.065115617s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:37.329474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379603805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:26:37.329516Z","caller":"traceutil/trace.go:171","msg":"trace[172632481] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5174; }","duration":"4.379645085s","start":"2026-03-12T19:26:32.949857Z","end":"2026-03-12T19:26:37.329503Z","steps":["trace[172632481] 'agreement among raft nodes before linearized reading' (duration: 4.379536593s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.329557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.949842Z","time spent":"4.379706186s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:26:37.329663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772673623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-12T19:26:37.329695Z","caller":"traceutil/trace.go:171","msg":"trace[467685641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5174; }","duration":"4.772720294s","start":"2026-03-12T19:26:32.556967Z","end":"2026-03-12T19:26:37.329687Z","steps":["trace[467685641] 'agreement among raft nodes before linearized reading' (duration: 4.772544851s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.329668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722249898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:37.329765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693425062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:37.329771Z","caller":"traceutil/trace.go:171","msg":"trace[573488743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5174; }","duration":"4.722414812s","start":"2026-03-12T19:26:32.607339Z","end":"2026-03-12T19:26:37.329753Z","steps":["trace[573488743] 'agreement among raft nodes before linearized reading' (duration: 4.722134656s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:37.329801Z","caller":"traceutil/trace.go:171","msg":"trace[1141639178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5174; }","duration":"4.693508674s","start":"2026-03-12T19:26:32.636284Z","end":"2026-03-12T19:26:37.329793Z","steps":["trace[1141639178] 'agreement among raft nodes before linearized reading' (duration: 4.693390501s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.329825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.636267Z","time spent":"4.693553624s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:37.329829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.60731Z","time spent":"4.722509774s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:37.329715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.556954Z","time spent":"4.772755785s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:26:37.329944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693652197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:37.330002Z","caller":"traceutil/trace.go:171","msg":"trace[1891026860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5174; }","duration":"4.693752729s","start":"2026-03-12T19:26:32.636235Z","end":"2026-03-12T19:26:37.329988Z","steps":["trace[1891026860] 'agreement among raft nodes before linearized reading' (duration: 4.693615136s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.330037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:32.636209Z","time spent":"4.69382106s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:26:37.511286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:37.511426Z","caller":"traceutil/trace.go:171","msg":"trace[1873799471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083784s","start":"2026-03-12T19:26:35.510562Z","end":"2026-03-12T19:26:37.5114Z","steps":["trace[1873799471] 'agreement among raft nodes before linearized reading' (duration: 2.000664237s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.51149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.510543Z","time spent":"2.000934972s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:37.829161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:38.337271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:38.457587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145243937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:38.458204Z","caller":"traceutil/trace.go:171","msg":"trace[1274101647] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"2.02708386s","start":"2026-03-12T19:26:36.431097Z","end":"2026-03-12T19:26:38.458181Z","steps":["trace[1274101647] 'process raft request' (duration: 2.027010638s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:38.45832Z","caller":"traceutil/trace.go:171","msg":"trace[858205579] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"2.028330298s","start":"2026-03-12T19:26:36.429932Z","end":"2026-03-12T19:26:38.458262Z","steps":["trace[858205579] 'process raft request' (duration: 2.02797523s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:38.458443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.431Z","time spent":"2.027283305s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:38.458522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.429903Z","time spent":"2.028527512s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:39.520588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:39.520674Z","caller":"traceutil/trace.go:171","msg":"trace[21995392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272598s","start":"2026-03-12T19:26:37.520379Z","end":"2026-03-12T19:26:39.520651Z","steps":["trace[21995392] 'agreement among raft nodes before linearized reading' (duration: 2.000153055s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:39.520715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.520338Z","time spent":"2.00036849s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:41.521326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:41.521499Z","caller":"traceutil/trace.go:171","msg":"trace[772650056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629767s","start":"2026-03-12T19:26:39.520824Z","end":"2026-03-12T19:26:41.521454Z","steps":["trace[772650056] 'agreement among raft nodes before linearized reading' (duration: 2.000426862s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:41.521567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.520796Z","time spent":"2.000757779s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.333265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.335105Z","time spent":"4.998152418s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.333829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.336535Z","time spent":"4.997276389s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.333876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.336027Z","time spent":"4.997836231s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.608687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.334697Z","time spent":"5.273980136s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.665637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198196165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:42.665732Z","caller":"traceutil/trace.go:171","msg":"trace[160032458] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; }","duration":"4.198363929s","start":"2026-03-12T19:26:38.467342Z","end":"2026-03-12T19:26:42.665706Z","steps":["trace[160032458] 'agreement among raft nodes before linearized reading' (duration: 4.198249186s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:42.665786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.467318Z","time spent":"4.19845897s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.830425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:42.830539Z","caller":"traceutil/trace.go:171","msg":"trace[1437321716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269967s","start":"2026-03-12T19:26:40.830232Z","end":"2026-03-12T19:26:42.830502Z","steps":["trace[1437321716] 'agreement among raft nodes before linearized reading' (duration: 2.000133224s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:42.830592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.830205Z","time spent":"2.000376549s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:43.211366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920508326s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:43.211477Z","caller":"traceutil/trace.go:171","msg":"trace[562313202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5176; }","duration":"3.920640759s","start":"2026-03-12T19:26:39.290817Z","end":"2026-03-12T19:26:43.211458Z","steps":["trace[562313202] 'range keys from in-memory index tree' (duration: 3.920479426s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.529749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:43.529961Z","caller":"traceutil/trace.go:171","msg":"trace[1326325003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046692s","start":"2026-03-12T19:26:41.52981Z","end":"2026-03-12T19:26:43.529856Z","steps":["trace[1326325003] 'agreement among raft nodes before linearized reading' (duration: 1.999861007s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.530077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.529781Z","time spent":"2.000280817s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:44.332725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.337326Z","time spent":"4.995389887s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:44.334469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.345058Z","time spent":"4.989400564s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:44.336339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.344993Z","time spent":"4.991338526s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:44.339588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.338919Z","time spent":"7.000663485s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-12T19:26:44.480248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.022185896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:44.48167Z","caller":"traceutil/trace.go:171","msg":"trace[248498239] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5395; }","duration":"7.152571193s","start":"2026-03-12T19:26:37.329069Z","end":"2026-03-12T19:26:44.48164Z","steps":["trace[248498239] 'read index received' (duration: 1.128941896s)","trace[248498239] 'applied index is now lower than readState.Index' (duration: 6.023627887s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:44.481774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.682017889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:44.481902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.422880656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:26:44.481967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.715527155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:26:44.481987Z","caller":"traceutil/trace.go:171","msg":"trace[1119200170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5182; }","duration":"10.423013459s","start":"2026-03-12T19:26:34.058946Z","end":"2026-03-12T19:26:44.48196Z","steps":["trace[1119200170] 'agreement among raft nodes before linearized reading' (duration: 10.422755723s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.482017Z","caller":"traceutil/trace.go:171","msg":"trace[1656104315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5182; }","duration":"10.715664848s","start":"2026-03-12T19:26:33.766339Z","end":"2026-03-12T19:26:44.482004Z","steps":["trace[1656104315] 'agreement among raft nodes before linearized reading' (duration: 10.715455643s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.058918Z","time spent":"10.42311547s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:26:44.48206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.766298Z","time spent":"10.71575233s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:26:44.482066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.00021166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391882"} {"level":"info","ts":"2026-03-12T19:26:44.482129Z","caller":"traceutil/trace.go:171","msg":"trace[465717854] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5182; }","duration":"8.000351883s","start":"2026-03-12T19:26:36.481759Z","end":"2026-03-12T19:26:44.482111Z","steps":["trace[465717854] 'agreement among raft nodes before linearized reading' (duration: 7.999948564s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.481732Z","time spent":"8.000444855s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391906,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:26:44.482226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.691162485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:44.482234Z","caller":"traceutil/trace.go:171","msg":"trace[855040512] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"6.74078158s","start":"2026-03-12T19:26:37.741403Z","end":"2026-03-12T19:26:44.482185Z","steps":["trace[855040512] 'process raft request' (duration: 6.740025133s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.482292Z","caller":"traceutil/trace.go:171","msg":"trace[1286857676] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5182; }","duration":"8.691273358s","start":"2026-03-12T19:26:35.790976Z","end":"2026-03-12T19:26:44.48225Z","steps":["trace[1286857676] 'agreement among raft nodes before linearized reading' (duration: 8.691128654s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.48232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.052613332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:44.482336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.748217058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:44.482357Z","caller":"traceutil/trace.go:171","msg":"trace[2056808886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5182; }","duration":"10.052653233s","start":"2026-03-12T19:26:34.429691Z","end":"2026-03-12T19:26:44.482344Z","steps":["trace[2056808886] 'agreement among raft nodes before linearized reading' (duration: 10.052589232s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.48238Z","caller":"traceutil/trace.go:171","msg":"trace[915649613] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5182; }","duration":"10.748322791s","start":"2026-03-12T19:26:33.734046Z","end":"2026-03-12T19:26:44.482369Z","steps":["trace[915649613] 'agreement among raft nodes before linearized reading' (duration: 10.748236199s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.429654Z","time spent":"10.052729944s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.482414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.734012Z","time spent":"10.748392991s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.482437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.741374Z","time spent":"6.740951885s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:44.482576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.106144285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:44.482619Z","caller":"traceutil/trace.go:171","msg":"trace[700444063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5182; }","duration":"10.106224677s","start":"2026-03-12T19:26:34.376383Z","end":"2026-03-12T19:26:44.482608Z","steps":["trace[700444063] 'agreement among raft nodes before linearized reading' (duration: 10.106165246s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706480368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:44.482652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.376365Z","time spent":"10.106278648s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.482666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.787914766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:44.482682Z","caller":"traceutil/trace.go:171","msg":"trace[141781709] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5182; }","duration":"7.70660309s","start":"2026-03-12T19:26:36.776063Z","end":"2026-03-12T19:26:44.482666Z","steps":["trace[141781709] 'agreement among raft nodes before linearized reading' (duration: 7.706477227s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.482716Z","caller":"traceutil/trace.go:171","msg":"trace[1617402892] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5182; }","duration":"10.788010848s","start":"2026-03-12T19:26:33.694692Z","end":"2026-03-12T19:26:44.482703Z","steps":["trace[1617402892] 'agreement among raft nodes before linearized reading' (duration: 10.787916196s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.776033Z","time spent":"7.706684222s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":24,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.482634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.250114911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:44.48208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049866238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:44.482803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.114411388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:44.482834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.94554551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:44.482857Z","caller":"traceutil/trace.go:171","msg":"trace[1823179349] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5182; }","duration":"8.050738568s","start":"2026-03-12T19:26:36.432106Z","end":"2026-03-12T19:26:44.482845Z","steps":["trace[1823179349] 'agreement among raft nodes before linearized reading' (duration: 8.049889569s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.694662Z","time spent":"10.788089439s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:44.482876Z","caller":"traceutil/trace.go:171","msg":"trace[1625283407] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5182; }","duration":"10.945635142s","start":"2026-03-12T19:26:33.53723Z","end":"2026-03-12T19:26:44.482865Z","steps":["trace[1625283407] 'agreement among raft nodes before linearized reading' (duration: 10.945553891s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:44.482884Z","caller":"traceutil/trace.go:171","msg":"trace[122698077] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5182; }","duration":"10.11454289s","start":"2026-03-12T19:26:34.368319Z","end":"2026-03-12T19:26:44.482861Z","steps":["trace[122698077] 'agreement among raft nodes before linearized reading' (duration: 10.114390767s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.482903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.432084Z","time spent":"8.050808329s","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:26:44.482921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:33.537198Z","time spent":"10.945715414s","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.482935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.368296Z","time spent":"10.114629463s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:44.481968Z","caller":"traceutil/trace.go:171","msg":"trace[1170131760] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5182; }","duration":"9.682263524s","start":"2026-03-12T19:26:34.79968Z","end":"2026-03-12T19:26:44.481944Z","steps":["trace[1170131760] 'agreement among raft nodes before linearized reading' (duration: 9.682002299s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.483027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:34.799653Z","time spent":"9.683354099s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.48251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.790952Z","time spent":"8.691375331s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:44.482857Z","caller":"traceutil/trace.go:171","msg":"trace[1441941912] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5182; }","duration":"9.250320776s","start":"2026-03-12T19:26:35.232468Z","end":"2026-03-12T19:26:44.482789Z","steps":["trace[1441941912] 'agreement among raft nodes before linearized reading' (duration: 9.250132472s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:44.483222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:35.232442Z","time spent":"9.250765515s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:44.982457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379774775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:45.200157Z","caller":"traceutil/trace.go:171","msg":"trace[1357731141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5187; }","duration":"2.562358333s","start":"2026-03-12T19:26:42.637768Z","end":"2026-03-12T19:26:45.200127Z","steps":["trace[1357731141] 'process raft request' (duration: 2.526269185s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:45.200209Z","caller":"traceutil/trace.go:171","msg":"trace[238453551] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"6.214833574s","start":"2026-03-12T19:26:38.985312Z","end":"2026-03-12T19:26:45.200145Z","steps":["trace[238453551] 'process raft request' (duration: 6.178590183s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.200312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.637738Z","time spent":"2.562480246s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:45.200295Z","caller":"traceutil/trace.go:171","msg":"trace[453510738] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5187; }","duration":"2.588996011s","start":"2026-03-12T19:26:42.611226Z","end":"2026-03-12T19:26:45.200222Z","steps":["trace[453510738] 'process raft request' (duration: 2.552787551s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:45.200603Z","caller":"traceutil/trace.go:171","msg":"trace[721658664] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"6.564215516s","start":"2026-03-12T19:26:38.636154Z","end":"2026-03-12T19:26:45.200369Z","steps":["trace[721658664] 'process raft request' (duration: 6.527608177s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.200728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.985272Z","time spent":"6.215326964s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:45.200354Z","caller":"traceutil/trace.go:171","msg":"trace[1510146704] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5187; }","duration":"2.430717923s","start":"2026-03-12T19:26:42.769627Z","end":"2026-03-12T19:26:45.200345Z","steps":["trace[1510146704] 'process raft request' (duration: 2.394449511s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.200859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.636072Z","time spent":"6.564616815s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:45.200854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.611197Z","time spent":"2.589493122s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:45.200946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.769593Z","time spent":"2.431229894s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:45.248701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.821948395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:45.248853Z","caller":"traceutil/trace.go:171","msg":"trace[727329715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.82216496s","start":"2026-03-12T19:26:38.426663Z","end":"2026-03-12T19:26:45.248828Z","steps":["trace[727329715] 'agreement among raft nodes before linearized reading' (duration: 6.821979515s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.248915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.426636Z","time spent":"6.822267061s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/12 19:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:45.539008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:45.539128Z","caller":"traceutil/trace.go:171","msg":"trace[660831885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766798s","start":"2026-03-12T19:26:43.538328Z","end":"2026-03-12T19:26:45.539095Z","steps":["trace[660831885] 'agreement among raft nodes before linearized reading' (duration: 2.000622085s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.539204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.5383Z","time spent":"2.000888421s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:46.169154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004981956s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:26:46.169551Z","caller":"traceutil/trace.go:171","msg":"trace[1159543425] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5403; }","duration":"1.68775511s","start":"2026-03-12T19:26:44.481758Z","end":"2026-03-12T19:26:46.169513Z","steps":["trace[1159543425] 'read index received' (duration: 681.921615ms)","trace[1159543425] 'applied index is now lower than readState.Index' (duration: 1.005831905s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:46.169777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277496083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:46.169779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292555504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:46.169827Z","caller":"traceutil/trace.go:171","msg":"trace[639903166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5189; }","duration":"5.277598555s","start":"2026-03-12T19:26:40.892209Z","end":"2026-03-12T19:26:46.169808Z","steps":["trace[639903166] 'agreement among raft nodes before linearized reading' (duration: 5.277485283s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.169829Z","caller":"traceutil/trace.go:171","msg":"trace[1883685268] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"1.680714063s","start":"2026-03-12T19:26:44.489083Z","end":"2026-03-12T19:26:46.169797Z","steps":["trace[1883685268] 'process raft request' (duration: 1.680177101s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.169796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244105849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.169866Z","caller":"traceutil/trace.go:171","msg":"trace[1971841712] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5189; }","duration":"3.292662906s","start":"2026-03-12T19:26:42.877178Z","end":"2026-03-12T19:26:46.169841Z","steps":["trace[1971841712] 'agreement among raft nodes before linearized reading' (duration: 3.292488882s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.169852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833231215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-12T19:26:46.169924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.647893619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.169921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.87714Z","time spent":"3.292769919s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.169925Z","caller":"traceutil/trace.go:171","msg":"trace[467779008] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5189; }","duration":"4.244320703s","start":"2026-03-12T19:26:41.925574Z","end":"2026-03-12T19:26:46.169895Z","steps":["trace[467779008] 'agreement among raft nodes before linearized reading' (duration: 4.244009806s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.169997Z","caller":"traceutil/trace.go:171","msg":"trace[1516143470] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:0; response_revision:5189; }","duration":"8.647947629s","start":"2026-03-12T19:26:37.522003Z","end":"2026-03-12T19:26:46.169951Z","steps":["trace[1516143470] 'agreement among raft nodes before linearized reading' (duration: 8.647895238s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.925541Z","time spent":"4.244468237s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.170064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.521993Z","time spent":"8.648061442s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:26:46.170056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.489061Z","time spent":"1.680817726s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:46.170087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.832308083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:46.170101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811595884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:46.170139Z","caller":"traceutil/trace.go:171","msg":"trace[1382170315] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5189; }","duration":"4.811702336s","start":"2026-03-12T19:26:41.358428Z","end":"2026-03-12T19:26:46.17013Z","steps":["trace[1382170315] 'agreement among raft nodes before linearized reading' (duration: 4.811519912s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.170148Z","caller":"traceutil/trace.go:171","msg":"trace[2067480148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5189; }","duration":"6.832355104s","start":"2026-03-12T19:26:39.33777Z","end":"2026-03-12T19:26:46.170125Z","steps":["trace[2067480148] 'agreement among raft nodes before linearized reading' (duration: 6.832113039s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.358388Z","time spent":"4.811775388s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":52,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.170156Z","caller":"traceutil/trace.go:171","msg":"trace[340029385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5189; }","duration":"1.83343723s","start":"2026-03-12T19:26:44.336503Z","end":"2026-03-12T19:26:46.16994Z","steps":["trace[340029385] 'agreement among raft nodes before linearized reading' (duration: 1.833159304s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.1702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.337701Z","time spent":"6.832489417s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:26:46.170163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826350453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-12T19:26:46.170255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.336478Z","time spent":"1.833756557s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:26:46.16981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.487590898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:46.170387Z","caller":"traceutil/trace.go:171","msg":"trace[1005108572] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5189; }","duration":"7.488249724s","start":"2026-03-12T19:26:38.682122Z","end":"2026-03-12T19:26:46.170371Z","steps":["trace[1005108572] 'agreement among raft nodes before linearized reading' (duration: 7.487559579s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300625573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:46.170441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.650097967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:26:46.17045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529319242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:46.170473Z","caller":"traceutil/trace.go:171","msg":"trace[658624600] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5189; }","duration":"3.300735105s","start":"2026-03-12T19:26:42.869724Z","end":"2026-03-12T19:26:46.170459Z","steps":["trace[658624600] 'agreement among raft nodes before linearized reading' (duration: 3.300584851s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.169925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647567628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.170502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884533267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.170513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.869699Z","time spent":"3.300805337s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":41,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.170526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.836199111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.170546Z","caller":"traceutil/trace.go:171","msg":"trace[535623895] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5189; }","duration":"6.884625489s","start":"2026-03-12T19:26:39.285906Z","end":"2026-03-12T19:26:46.170532Z","steps":["trace[535623895] 'agreement among raft nodes before linearized reading' (duration: 6.884558118s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.170556Z","caller":"traceutil/trace.go:171","msg":"trace[295448431] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5189; }","duration":"8.836262302s","start":"2026-03-12T19:26:37.334285Z","end":"2026-03-12T19:26:46.170548Z","steps":["trace[295448431] 'agreement among raft nodes before linearized reading' (duration: 8.836213571s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.170558Z","caller":"traceutil/trace.go:171","msg":"trace[1248754364] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5189; }","duration":"4.648224272s","start":"2026-03-12T19:26:41.522306Z","end":"2026-03-12T19:26:46.170531Z","steps":["trace[1248754364] 'agreement among raft nodes before linearized reading' (duration: 4.647583858s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.334263Z","time spent":"8.836323053s","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.170603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831853965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-12T19:26:46.170476Z","caller":"traceutil/trace.go:171","msg":"trace[2024765182] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:5189; }","duration":"8.650178799s","start":"2026-03-12T19:26:37.520285Z","end":"2026-03-12T19:26:46.170464Z","steps":["trace[2024765182] 'agreement among raft nodes before linearized reading' (duration: 8.650018965s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.522279Z","time spent":"4.648357584s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.170427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.682094Z","time spent":"7.488319905s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.170679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.837424968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-12T19:26:46.170714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.019379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.170589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.285878Z","time spent":"6.884703371s","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.170718Z","caller":"traceutil/trace.go:171","msg":"trace[1406161352] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5189; }","duration":"1.831928446s","start":"2026-03-12T19:26:44.338703Z","end":"2026-03-12T19:26:46.170632Z","steps":["trace[1406161352] 'agreement among raft nodes before linearized reading' (duration: 1.831751792s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.520259Z","time spent":"8.650440335s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" "} {"level":"warn","ts":"2026-03-12T19:26:46.170753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.290724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:26:46.1705Z","caller":"traceutil/trace.go:171","msg":"trace[712016260] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5189; }","duration":"1.826517236s","start":"2026-03-12T19:26:44.343735Z","end":"2026-03-12T19:26:46.170253Z","steps":["trace[712016260] 'agreement among raft nodes before linearized reading' (duration: 1.826068706s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.338681Z","time spent":"1.832092119s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-12T19:26:46.170793Z","caller":"traceutil/trace.go:171","msg":"trace[2048219106] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5189; }","duration":"569.377817ms","start":"2026-03-12T19:26:45.601404Z","end":"2026-03-12T19:26:46.170782Z","steps":["trace[2048219106] 'agreement among raft nodes before linearized reading' (duration: 569.273974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.601375Z","time spent":"569.440267ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:26:46.170831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.343723Z","time spent":"1.827088269s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T19:26:46.169868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.892184Z","time spent":"5.277673996s","remote":"127.0.0.1:54428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.170747Z","caller":"traceutil/trace.go:171","msg":"trace[2013282439] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:5189; }","duration":"8.83754598s","start":"2026-03-12T19:26:37.333181Z","end":"2026-03-12T19:26:46.170727Z","steps":["trace[2013282439] 'agreement among raft nodes before linearized reading' (duration: 8.837340616s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.170505Z","caller":"traceutil/trace.go:171","msg":"trace[1683918187] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5189; }","duration":"2.529421285s","start":"2026-03-12T19:26:43.641072Z","end":"2026-03-12T19:26:46.170493Z","steps":["trace[1683918187] 'agreement among raft nodes before linearized reading' (duration: 2.529293833s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835904234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-12T19:26:46.170961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.641042Z","time spent":"2.529907945s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":45,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.170967Z","caller":"traceutil/trace.go:171","msg":"trace[1303518933] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5189; }","duration":"1.836569178s","start":"2026-03-12T19:26:44.334384Z","end":"2026-03-12T19:26:46.170954Z","steps":["trace[1303518933] 'agreement among raft nodes before linearized reading' (duration: 1.835794901s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.169876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.282780168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:46.171015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.334366Z","time spent":"1.836633659s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-12T19:26:46.171043Z","caller":"traceutil/trace.go:171","msg":"trace[1174991283] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5189; }","duration":"8.283970874s","start":"2026-03-12T19:26:37.887051Z","end":"2026-03-12T19:26:46.171022Z","steps":["trace[1174991283] 'agreement among raft nodes before linearized reading' (duration: 8.282788578s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.957003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.171108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.887025Z","time spent":"8.284060055s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.171116Z","caller":"traceutil/trace.go:171","msg":"trace[1186576388] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5189; }","duration":"600.423023ms","start":"2026-03-12T19:26:45.570677Z","end":"2026-03-12T19:26:46.1711Z","steps":["trace[1186576388] 'agreement among raft nodes before linearized reading' (duration: 599.949562ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.170752Z","caller":"traceutil/trace.go:171","msg":"trace[55323652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5189; }","duration":"631.114401ms","start":"2026-03-12T19:26:45.539629Z","end":"2026-03-12T19:26:46.170743Z","steps":["trace[55323652] 'agreement among raft nodes before linearized reading' (duration: 631.054469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.171124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.333149Z","time spent":"8.837771965s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" "} {"level":"warn","ts":"2026-03-12T19:26:46.171169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.57067Z","time spent":"600.481174ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:46.16981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.962214261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.171163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.539602Z","time spent":"631.553721ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:46.171254Z","caller":"traceutil/trace.go:171","msg":"trace[90230582] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5189; }","duration":"7.963717293s","start":"2026-03-12T19:26:38.207513Z","end":"2026-03-12T19:26:46.17123Z","steps":["trace[90230582] 'agreement among raft nodes before linearized reading' (duration: 7.962216171s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.170662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682844661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:26:46.171321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.20749Z","time spent":"7.963809455s","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.171382Z","caller":"traceutil/trace.go:171","msg":"trace[1732737615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5189; }","duration":"1.683594237s","start":"2026-03-12T19:26:44.487772Z","end":"2026-03-12T19:26:46.171366Z","steps":["trace[1732737615] 'agreement among raft nodes before linearized reading' (duration: 1.68278226s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.171425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551765902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391882"} {"level":"warn","ts":"2026-03-12T19:26:46.171437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.487745Z","time spent":"1.683676919s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:26:46.171478Z","caller":"traceutil/trace.go:171","msg":"trace[1900350566] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5189; }","duration":"1.551871435s","start":"2026-03-12T19:26:44.619593Z","end":"2026-03-12T19:26:46.171465Z","steps":["trace[1900350566] 'agreement among raft nodes before linearized reading' (duration: 1.55120493s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.171524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.619557Z","time spent":"1.551957668s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391906,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:26:46.171593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535251919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.171748Z","caller":"traceutil/trace.go:171","msg":"trace[749807158] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5189; }","duration":"3.535739831s","start":"2026-03-12T19:26:42.635982Z","end":"2026-03-12T19:26:46.171722Z","steps":["trace[749807158] 'agreement among raft nodes before linearized reading' (duration: 3.53436012s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.171897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.635952Z","time spent":"3.535920924s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.414483Z","caller":"traceutil/trace.go:171","msg":"trace[506470538] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"234.472652ms","start":"2026-03-12T19:26:46.179971Z","end":"2026-03-12T19:26:46.414443Z","steps":["trace[506470538] 'process raft request' (duration: 220.630226ms)","trace[506470538] 'compare' (duration: 13.063169ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:46.41458Z","caller":"traceutil/trace.go:171","msg":"trace[1293600917] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"234.579565ms","start":"2026-03-12T19:26:46.179971Z","end":"2026-03-12T19:26:46.41455Z","steps":["trace[1293600917] 'process raft request' (duration: 234.38306ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.414799Z","caller":"traceutil/trace.go:171","msg":"trace[332062171] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5414; }","duration":"218.555552ms","start":"2026-03-12T19:26:46.19623Z","end":"2026-03-12T19:26:46.414786Z","steps":["trace[332062171] 'read index received' (duration: 204.387748ms)","trace[332062171] 'applied index is now lower than readState.Index' (duration: 14.166444ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:46.415035Z","caller":"traceutil/trace.go:171","msg":"trace[1262177500] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"230.679459ms","start":"2026-03-12T19:26:46.184343Z","end":"2026-03-12T19:26:46.415023Z","steps":["trace[1262177500] 'process raft request' (duration: 230.136127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.415279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.233323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.415346Z","caller":"traceutil/trace.go:171","msg":"trace[156796221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"231.335464ms","start":"2026-03-12T19:26:46.183995Z","end":"2026-03-12T19:26:46.41533Z","steps":["trace[156796221] 'agreement among raft nodes before linearized reading' (duration: 231.207312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.415352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.286251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-12T19:26:46.415348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.274861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-12T19:26:46.415419Z","caller":"traceutil/trace.go:171","msg":"trace[2031217370] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5192; }","duration":"235.405234ms","start":"2026-03-12T19:26:46.179998Z","end":"2026-03-12T19:26:46.415403Z","steps":["trace[2031217370] 'agreement among raft nodes before linearized reading' (duration: 235.20107ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.415436Z","caller":"traceutil/trace.go:171","msg":"trace[1919147806] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5192; }","duration":"235.395323ms","start":"2026-03-12T19:26:46.180019Z","end":"2026-03-12T19:26:46.415414Z","steps":["trace[1919147806] 'agreement among raft nodes before linearized reading' (duration: 235.165218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.41551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.089086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62968"} {"level":"info","ts":"2026-03-12T19:26:46.415593Z","caller":"traceutil/trace.go:171","msg":"trace[715726716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5192; }","duration":"234.205648ms","start":"2026-03-12T19:26:46.181369Z","end":"2026-03-12T19:26:46.415574Z","steps":["trace[715726716] 'agreement among raft nodes before linearized reading' (duration: 233.84926ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.439798Z","caller":"traceutil/trace.go:171","msg":"trace[2126705496] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"242.546711ms","start":"2026-03-12T19:26:46.197208Z","end":"2026-03-12T19:26:46.439755Z","steps":["trace[2126705496] 'process raft request' (duration: 242.415878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.439922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.747735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.440008Z","caller":"traceutil/trace.go:171","msg":"trace[819242417] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5193; }","duration":"184.896528ms","start":"2026-03-12T19:26:46.25509Z","end":"2026-03-12T19:26:46.439987Z","steps":["trace[819242417] 'agreement among raft nodes before linearized reading' (duration: 184.680793ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.632247Z","caller":"traceutil/trace.go:171","msg":"trace[879004612] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"131.745732ms","start":"2026-03-12T19:26:46.500464Z","end":"2026-03-12T19:26:46.632209Z","steps":["trace[879004612] 'process raft request' (duration: 130.388142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.932066Z","caller":"traceutil/trace.go:171","msg":"trace[2107240306] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5419; }","duration":"421.405725ms","start":"2026-03-12T19:26:46.510627Z","end":"2026-03-12T19:26:46.932032Z","steps":["trace[2107240306] 'read index received' (duration: 120.243997ms)","trace[2107240306] 'applied index is now lower than readState.Index' (duration: 301.160448ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:46.932176Z","caller":"traceutil/trace.go:171","msg":"trace[730143235] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"429.635847ms","start":"2026-03-12T19:26:46.502496Z","end":"2026-03-12T19:26:46.932131Z","steps":["trace[730143235] 'process raft request' (duration: 373.113578ms)","trace[730143235] 'compare' (duration: 56.270344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:46.932384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.502482Z","time spent":"429.77894ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:46.932661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.925926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:26:46.932736Z","caller":"traceutil/trace.go:171","msg":"trace[1115522315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5196; }","duration":"422.138111ms","start":"2026-03-12T19:26:46.51058Z","end":"2026-03-12T19:26:46.932718Z","steps":["trace[1115522315] 'agreement among raft nodes before linearized reading' (duration: 421.590959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.932834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.510559Z","time spent":"422.264794ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:26:46.968381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.470627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:46.968461Z","caller":"traceutil/trace.go:171","msg":"trace[530552436] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5197; }","duration":"317.57077ms","start":"2026-03-12T19:26:46.650853Z","end":"2026-03-12T19:26:46.968424Z","steps":["trace[530552436] 'agreement among raft nodes before linearized reading' (duration: 317.447167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.96843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.583386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:46.968491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.650823Z","time spent":"317.660402ms","remote":"127.0.0.1:59498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:46.968514Z","caller":"traceutil/trace.go:171","msg":"trace[2144661557] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5197; }","duration":"158.737809ms","start":"2026-03-12T19:26:46.809755Z","end":"2026-03-12T19:26:46.968493Z","steps":["trace[2144661557] 'agreement among raft nodes before linearized reading' (duration: 158.520464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.968822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.061802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:26:46.968833Z","caller":"traceutil/trace.go:171","msg":"trace[588027256] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"331.579569ms","start":"2026-03-12T19:26:46.637238Z","end":"2026-03-12T19:26:46.968817Z","steps":["trace[588027256] 'process raft request' (duration: 330.873394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:46.968864Z","caller":"traceutil/trace.go:171","msg":"trace[178431981] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5197; }","duration":"385.151124ms","start":"2026-03-12T19:26:46.583702Z","end":"2026-03-12T19:26:46.968853Z","steps":["trace[178431981] 'agreement among raft nodes before linearized reading' (duration: 384.9664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.968889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.583674Z","time spent":"385.208975ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:26:46.968995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.637202Z","time spent":"331.665701ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:47.180374Z","caller":"traceutil/trace.go:171","msg":"trace[822396602] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"203.676372ms","start":"2026-03-12T19:26:46.976664Z","end":"2026-03-12T19:26:47.180341Z","steps":["trace[822396602] 'read index received' (duration: 149.616457ms)","trace[822396602] 'applied index is now lower than readState.Index' (duration: 54.058115ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:47.180414Z","caller":"traceutil/trace.go:171","msg":"trace[1368861515] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"204.46242ms","start":"2026-03-12T19:26:46.975895Z","end":"2026-03-12T19:26:47.180358Z","steps":["trace[1368861515] 'process raft request' (duration: 150.269781ms)","trace[1368861515] 'compare' (duration: 54.028115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:47.180702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.001279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124679"} {"level":"info","ts":"2026-03-12T19:26:47.180749Z","caller":"traceutil/trace.go:171","msg":"trace[215297761] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5198; }","duration":"204.096692ms","start":"2026-03-12T19:26:46.97664Z","end":"2026-03-12T19:26:47.180737Z","steps":["trace[215297761] 'agreement among raft nodes before linearized reading' (duration: 203.859107ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:47.204814Z","caller":"traceutil/trace.go:171","msg":"trace[2008185419] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"227.920967ms","start":"2026-03-12T19:26:46.976878Z","end":"2026-03-12T19:26:47.204799Z","steps":["trace[2008185419] 'process raft request' (duration: 227.807545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.204931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.128872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:47.204993Z","caller":"traceutil/trace.go:171","msg":"trace[1912976189] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5199; }","duration":"213.230023ms","start":"2026-03-12T19:26:46.99175Z","end":"2026-03-12T19:26:47.20498Z","steps":["trace[1912976189] 'agreement among raft nodes before linearized reading' (duration: 213.07623ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:47.429807Z","caller":"traceutil/trace.go:171","msg":"trace[667876443] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5424; }","duration":"224.977024ms","start":"2026-03-12T19:26:47.204801Z","end":"2026-03-12T19:26:47.429778Z","steps":["trace[667876443] 'read index received' (duration: 224.638156ms)","trace[667876443] 'applied index is now lower than readState.Index' (duration: 337.358µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:47.429848Z","caller":"traceutil/trace.go:171","msg":"trace[894969334] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"245.981728ms","start":"2026-03-12T19:26:47.183826Z","end":"2026-03-12T19:26:47.429808Z","steps":["trace[894969334] 'process raft request' (duration: 245.733973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.430131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.632269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lz56m.189c2e933ed5d2c4\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-12T19:26:47.430203Z","caller":"traceutil/trace.go:171","msg":"trace[948809243] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lz56m.189c2e933ed5d2c4; range_end:; response_count:1; response_revision:5200; }","duration":"221.763052ms","start":"2026-03-12T19:26:47.208422Z","end":"2026-03-12T19:26:47.430185Z","steps":["trace[948809243] 'agreement among raft nodes before linearized reading' (duration: 221.513136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.430216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.891346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-03-12T19:26:47.430331Z","caller":"traceutil/trace.go:171","msg":"trace[932651052] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:5200; }","duration":"246.08461ms","start":"2026-03-12T19:26:47.184223Z","end":"2026-03-12T19:26:47.430308Z","steps":["trace[932651052] 'agreement among raft nodes before linearized reading' (duration: 245.667371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:47.873676Z","caller":"traceutil/trace.go:171","msg":"trace[2100723909] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"163.143566ms","start":"2026-03-12T19:26:47.710499Z","end":"2026-03-12T19:26:47.873642Z","steps":["trace[2100723909] 'process raft request' (duration: 163.030514ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:47.874213Z","caller":"traceutil/trace.go:171","msg":"trace[1113047150] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"169.388184ms","start":"2026-03-12T19:26:47.704788Z","end":"2026-03-12T19:26:47.874176Z","steps":["trace[1113047150] 'process raft request' (duration: 68.678548ms)","trace[1113047150] 'compare' (duration: 99.787746ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.07484Z","caller":"traceutil/trace.go:171","msg":"trace[334939097] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"190.341648ms","start":"2026-03-12T19:26:47.884446Z","end":"2026-03-12T19:26:48.074788Z","steps":["trace[334939097] 'process raft request' (duration: 153.207987ms)","trace[334939097] 'compare' (duration: 36.986418ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.094457Z","caller":"traceutil/trace.go:171","msg":"trace[2106283162] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"132.96817ms","start":"2026-03-12T19:26:47.961464Z","end":"2026-03-12T19:26:48.094432Z","steps":["trace[2106283162] 'process raft request' (duration: 132.742075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.410537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.031613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:48.41082Z","caller":"traceutil/trace.go:171","msg":"trace[2080575894] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"306.530787ms","start":"2026-03-12T19:26:48.104263Z","end":"2026-03-12T19:26:48.410793Z","steps":["trace[2080575894] 'process raft request' (duration: 306.394194ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.410834Z","caller":"traceutil/trace.go:171","msg":"trace[1512598944] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"312.288914ms","start":"2026-03-12T19:26:48.098462Z","end":"2026-03-12T19:26:48.410751Z","steps":["trace[1512598944] 'process raft request' (duration: 125.959644ms)","trace[1512598944] 'compare' (duration: 185.87627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:48.410915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.104241Z","time spent":"306.624258ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:48.411076Z","caller":"traceutil/trace.go:171","msg":"trace[68811055] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"209.260896ms","start":"2026-03-12T19:26:48.201788Z","end":"2026-03-12T19:26:48.411049Z","steps":["trace[68811055] 'process raft request' (duration: 208.947939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.411113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.098431Z","time spent":"312.53665ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:48.609911Z","caller":"traceutil/trace.go:171","msg":"trace[121427824] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"188.604419ms","start":"2026-03-12T19:26:48.421277Z","end":"2026-03-12T19:26:48.609881Z","steps":["trace[121427824] 'process raft request' (duration: 188.372894ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.610095Z","caller":"traceutil/trace.go:171","msg":"trace[277326560] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5443; }","duration":"187.143578ms","start":"2026-03-12T19:26:48.422917Z","end":"2026-03-12T19:26:48.61006Z","steps":["trace[277326560] 'read index received' (duration: 28.086761ms)","trace[277326560] 'applied index is now lower than readState.Index' (duration: 159.054436ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:48.610155Z","caller":"traceutil/trace.go:171","msg":"trace[390892302] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"188.350563ms","start":"2026-03-12T19:26:48.421791Z","end":"2026-03-12T19:26:48.610141Z","steps":["trace[390892302] 'process raft request' (duration: 188.044677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.610518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.576057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:26:48.610582Z","caller":"traceutil/trace.go:171","msg":"trace[1933435237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5219; }","duration":"187.69402ms","start":"2026-03-12T19:26:48.422873Z","end":"2026-03-12T19:26:48.610567Z","steps":["trace[1933435237] 'agreement among raft nodes before linearized reading' (duration: 187.353292ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.650718Z","caller":"traceutil/trace.go:171","msg":"trace[1681903759] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"195.725797ms","start":"2026-03-12T19:26:48.454954Z","end":"2026-03-12T19:26:48.65068Z","steps":["trace[1681903759] 'process raft request' (duration: 195.485951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.650883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.712462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:48.651053Z","caller":"traceutil/trace.go:171","msg":"trace[140170071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5220; }","duration":"150.936646ms","start":"2026-03-12T19:26:48.500088Z","end":"2026-03-12T19:26:48.651024Z","steps":["trace[140170071] 'agreement among raft nodes before linearized reading' (duration: 150.62151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:50.238872Z","caller":"traceutil/trace.go:171","msg":"trace[2076365272] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5448; }","duration":"323.271456ms","start":"2026-03-12T19:26:49.915569Z","end":"2026-03-12T19:26:50.238841Z","steps":["trace[2076365272] 'read index received' (duration: 322.782665ms)","trace[2076365272] 'applied index is now lower than readState.Index' (duration: 487.581µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:50.238926Z","caller":"traceutil/trace.go:171","msg":"trace[1108312821] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"430.179008ms","start":"2026-03-12T19:26:49.808701Z","end":"2026-03-12T19:26:50.23888Z","steps":["trace[1108312821] 'process raft request' (duration: 429.968534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.239117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.808674Z","time spent":"430.344652ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:50.239131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.537253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-12T19:26:50.239273Z","caller":"traceutil/trace.go:171","msg":"trace[769198394] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:5223; }","duration":"323.731506ms","start":"2026-03-12T19:26:49.91551Z","end":"2026-03-12T19:26:50.239241Z","steps":["trace[769198394] 'agreement among raft nodes before linearized reading' (duration: 323.48307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.239311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.127026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:26:50.239357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.915483Z","time spent":"323.842249ms","remote":"127.0.0.1:34444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-12T19:26:50.239375Z","caller":"traceutil/trace.go:171","msg":"trace[1979429180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5223; }","duration":"253.235889ms","start":"2026-03-12T19:26:49.986122Z","end":"2026-03-12T19:26:50.239358Z","steps":["trace[1979429180] 'agreement among raft nodes before linearized reading' (duration: 252.976753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.239525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.399692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:26:50.23968Z","caller":"traceutil/trace.go:171","msg":"trace[1261215977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5223; }","duration":"253.644407ms","start":"2026-03-12T19:26:49.986013Z","end":"2026-03-12T19:26:50.239658Z","steps":["trace[1261215977] 'agreement among raft nodes before linearized reading' (duration: 253.024543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.545556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.376856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:50.545954Z","caller":"traceutil/trace.go:171","msg":"trace[1838649784] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5449; }","duration":"282.869673ms","start":"2026-03-12T19:26:50.26306Z","end":"2026-03-12T19:26:50.54593Z","steps":["trace[1838649784] 'read index received' (duration: 155.127269ms)","trace[1838649784] 'applied index is now lower than readState.Index' (duration: 127.741104ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:50.546048Z","caller":"traceutil/trace.go:171","msg":"trace[1765890866] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"300.129115ms","start":"2026-03-12T19:26:50.245906Z","end":"2026-03-12T19:26:50.546035Z","steps":["trace[1765890866] 'process raft request' (duration: 299.979761ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:50.54602Z","caller":"traceutil/trace.go:171","msg":"trace[1126978353] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"301.039574ms","start":"2026-03-12T19:26:50.244939Z","end":"2026-03-12T19:26:50.545978Z","steps":["trace[1126978353] 'process raft request' (duration: 300.82119ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:50.546038Z","caller":"traceutil/trace.go:171","msg":"trace[733520202] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"301.906314ms","start":"2026-03-12T19:26:50.244033Z","end":"2026-03-12T19:26:50.545939Z","steps":["trace[733520202] 'process raft request' (duration: 174.053057ms)","trace[733520202] 'compare' (duration: 127.159221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:50.546151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.24588Z","time spent":"300.200926ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:50.54622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.244906Z","time spent":"301.191197ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:50.546288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.217641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:50.546348Z","caller":"traceutil/trace.go:171","msg":"trace[1708800754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5226; }","duration":"283.318953ms","start":"2026-03-12T19:26:50.263014Z","end":"2026-03-12T19:26:50.546333Z","steps":["trace[1708800754] 'agreement among raft nodes before linearized reading' (duration: 283.077368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.546353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.244002Z","time spent":"302.20243ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:26:50.550291Z","caller":"traceutil/trace.go:171","msg":"trace[1224726776] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"131.14768ms","start":"2026-03-12T19:26:50.419126Z","end":"2026-03-12T19:26:50.550274Z","steps":["trace[1224726776] 'process raft request' (duration: 130.590017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.224151Z","caller":"traceutil/trace.go:171","msg":"trace[733623125] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"267.488992ms","start":"2026-03-12T19:26:50.95663Z","end":"2026-03-12T19:26:51.224119Z","steps":["trace[733623125] 'process raft request' (duration: 267.315848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.383307Z","caller":"traceutil/trace.go:171","msg":"trace[1571138549] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"146.12321ms","start":"2026-03-12T19:26:51.237159Z","end":"2026-03-12T19:26:51.383282Z","steps":["trace[1571138549] 'process raft request' (duration: 143.841989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.608011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.625578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:51.608227Z","caller":"traceutil/trace.go:171","msg":"trace[141485081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5241; }","duration":"107.883874ms","start":"2026-03-12T19:26:51.500315Z","end":"2026-03-12T19:26:51.608199Z","steps":["trace[141485081] 'range keys from in-memory index tree' (duration: 107.505806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.831388Z","caller":"traceutil/trace.go:171","msg":"trace[1059069322] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"213.932099ms","start":"2026-03-12T19:26:51.617427Z","end":"2026-03-12T19:26:51.831359Z","steps":["trace[1059069322] 'process raft request' (duration: 209.552492ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:52.342415Z","caller":"traceutil/trace.go:171","msg":"trace[2065980062] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"110.39975ms","start":"2026-03-12T19:26:52.231982Z","end":"2026-03-12T19:26:52.342381Z","steps":["trace[2065980062] 'process raft request' (duration: 110.180935ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.031596Z","caller":"traceutil/trace.go:171","msg":"trace[348545680] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"386.006003ms","start":"2026-03-12T19:26:52.645549Z","end":"2026-03-12T19:26:53.031555Z","steps":["trace[348545680] 'process raft request' (duration: 363.059546ms)","trace[348545680] 'compare' (duration: 22.66355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:53.031875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.645519Z","time spent":"386.248837ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:53.040001Z","caller":"traceutil/trace.go:171","msg":"trace[1031421772] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5471; }","duration":"390.905461ms","start":"2026-03-12T19:26:52.649069Z","end":"2026-03-12T19:26:53.039974Z","steps":["trace[1031421772] 'read index received' (duration: 359.587819ms)","trace[1031421772] 'applied index is now lower than readState.Index' (duration: 31.316282ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:53.040062Z","caller":"traceutil/trace.go:171","msg":"trace[390782542] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"393.231223ms","start":"2026-03-12T19:26:52.646788Z","end":"2026-03-12T19:26:53.040019Z","steps":["trace[390782542] 'process raft request' (duration: 393.016348ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.040168Z","caller":"traceutil/trace.go:171","msg":"trace[519807841] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"315.242878ms","start":"2026-03-12T19:26:52.724821Z","end":"2026-03-12T19:26:53.040064Z","steps":["trace[519807841] 'process raft request' (duration: 315.110105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.040289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.976067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:26:53.040287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.646752Z","time spent":"393.414206ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:53.040329Z","caller":"traceutil/trace.go:171","msg":"trace[375632637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5248; }","duration":"374.099909ms","start":"2026-03-12T19:26:52.666216Z","end":"2026-03-12T19:26:53.040316Z","steps":["trace[375632637] 'agreement among raft nodes before linearized reading' (duration: 373.921865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.040321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.267559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:26:53.040399Z","caller":"traceutil/trace.go:171","msg":"trace[850887173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5248; }","duration":"391.401932ms","start":"2026-03-12T19:26:52.648976Z","end":"2026-03-12T19:26:53.040378Z","steps":["trace[850887173] 'agreement among raft nodes before linearized reading' (duration: 391.161336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.040413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.666176Z","time spent":"374.191321ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:53.040529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.254249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:26:53.040316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.586067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:53.040601Z","caller":"traceutil/trace.go:171","msg":"trace[370576540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5248; }","duration":"372.350551ms","start":"2026-03-12T19:26:52.668234Z","end":"2026-03-12T19:26:53.040584Z","steps":["trace[370576540] 'agreement among raft nodes before linearized reading' (duration: 372.074814ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:53.040631Z","caller":"traceutil/trace.go:171","msg":"trace[2137794470] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5248; }","duration":"259.976367ms","start":"2026-03-12T19:26:52.780642Z","end":"2026-03-12T19:26:53.040618Z","steps":["trace[2137794470] 'agreement among raft nodes before linearized reading' (duration: 259.589357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:53.040528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.724752Z","time spent":"315.557535ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:53.040646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.668226Z","time spent":"372.412722ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:26:53.040466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.648944Z","time spent":"391.509435ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:53.23681Z","caller":"traceutil/trace.go:171","msg":"trace[2039026744] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"189.212033ms","start":"2026-03-12T19:26:53.047541Z","end":"2026-03-12T19:26:53.236753Z","steps":["trace[2039026744] 'process raft request' (duration: 183.110658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:59.669793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.783408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:26:59.669909Z","caller":"traceutil/trace.go:171","msg":"trace[763101995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5272; }","duration":"318.977152ms","start":"2026-03-12T19:26:59.350908Z","end":"2026-03-12T19:26:59.669885Z","steps":["trace[763101995] 'range keys from in-memory index tree' (duration: 318.510952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:59.669967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.350883Z","time spent":"319.073953ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:59.669801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:59.202539Z","time spent":"467.25169ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:26:59.669973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.845311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:59.670256Z","caller":"traceutil/trace.go:171","msg":"trace[1896429536] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5272; }","duration":"372.117957ms","start":"2026-03-12T19:26:59.298085Z","end":"2026-03-12T19:26:59.670203Z","steps":["trace[1896429536] 'range keys from in-memory index tree' (duration: 371.82709ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:00.785608Z","caller":"traceutil/trace.go:171","msg":"trace[720745507] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"167.004011ms","start":"2026-03-12T19:27:00.618555Z","end":"2026-03-12T19:27:00.785559Z","steps":["trace[720745507] 'process raft request' (duration: 88.076257ms)","trace[720745507] 'compare' (duration: 78.449904ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:00.785579Z","caller":"traceutil/trace.go:171","msg":"trace[1775232409] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"106.030254ms","start":"2026-03-12T19:27:00.67951Z","end":"2026-03-12T19:27:00.785541Z","steps":["trace[1775232409] 'process raft request' (duration: 105.87478ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.334042Z","caller":"traceutil/trace.go:171","msg":"trace[1553345137] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"101.127945ms","start":"2026-03-12T19:27:01.232887Z","end":"2026-03-12T19:27:01.334015Z","steps":["trace[1553345137] 'process raft request' (duration: 100.87475ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.349812Z","caller":"traceutil/trace.go:171","msg":"trace[1461859088] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"116.776352ms","start":"2026-03-12T19:27:01.233018Z","end":"2026-03-12T19:27:01.349794Z","steps":["trace[1461859088] 'process raft request' (duration: 116.520406ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.349723Z","caller":"traceutil/trace.go:171","msg":"trace[1488817501] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5525; }","duration":"116.453624ms","start":"2026-03-12T19:27:01.233237Z","end":"2026-03-12T19:27:01.349691Z","steps":["trace[1488817501] 'read index received' (duration: 100.978832ms)","trace[1488817501] 'applied index is now lower than readState.Index' (duration: 15.473272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:01.350076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.815512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-12T19:27:01.350147Z","caller":"traceutil/trace.go:171","msg":"trace[1798454627] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:5299; }","duration":"116.943085ms","start":"2026-03-12T19:27:01.233188Z","end":"2026-03-12T19:27:01.350131Z","steps":["trace[1798454627] 'agreement among raft nodes before linearized reading' (duration: 116.755581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.350175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.860973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:01.350228Z","caller":"traceutil/trace.go:171","msg":"trace[2012004307] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5299; }","duration":"116.976906ms","start":"2026-03-12T19:27:01.233232Z","end":"2026-03-12T19:27:01.350209Z","steps":["trace[2012004307] 'agreement among raft nodes before linearized reading' (duration: 116.879764ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.568617Z","caller":"traceutil/trace.go:171","msg":"trace[808877814] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"173.213629ms","start":"2026-03-12T19:27:01.39535Z","end":"2026-03-12T19:27:01.568564Z","steps":["trace[808877814] 'process raft request' (duration: 172.923093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.568743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.726272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:27:01.568781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.239789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:27:01.568853Z","caller":"traceutil/trace.go:171","msg":"trace[896645489] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5303; }","duration":"150.938977ms","start":"2026-03-12T19:27:01.417886Z","end":"2026-03-12T19:27:01.568825Z","steps":["trace[896645489] 'agreement among raft nodes before linearized reading' (duration: 150.607939ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.568869Z","caller":"traceutil/trace.go:171","msg":"trace[719305649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5303; }","duration":"149.409273ms","start":"2026-03-12T19:27:01.419437Z","end":"2026-03-12T19:27:01.568846Z","steps":["trace[719305649] 'agreement among raft nodes before linearized reading' (duration: 149.192688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.750693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.058473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:01.750831Z","caller":"traceutil/trace.go:171","msg":"trace[94919652] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"176.870209ms","start":"2026-03-12T19:27:01.573934Z","end":"2026-03-12T19:27:01.750804Z","steps":["trace[94919652] 'process raft request' (duration: 47.533011ms)","trace[94919652] 'compare' (duration: 128.799167ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:01.751388Z","caller":"traceutil/trace.go:171","msg":"trace[1376019462] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"176.180185ms","start":"2026-03-12T19:27:01.575191Z","end":"2026-03-12T19:27:01.751371Z","steps":["trace[1376019462] 'process raft request' (duration: 175.681604ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:01.751404Z","caller":"traceutil/trace.go:171","msg":"trace[1616751984] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5530; }","duration":"175.705855ms","start":"2026-03-12T19:27:01.575671Z","end":"2026-03-12T19:27:01.751377Z","steps":["trace[1616751984] 'read index received' (duration: 45.785523ms)","trace[1616751984] 'applied index is now lower than readState.Index' (duration: 129.918812ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:01.751555Z","caller":"traceutil/trace.go:171","msg":"trace[2111777129] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"162.700286ms","start":"2026-03-12T19:27:01.588738Z","end":"2026-03-12T19:27:01.751439Z","steps":["trace[2111777129] 'process raft request' (duration: 162.541393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.751661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.97727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:27:01.751728Z","caller":"traceutil/trace.go:171","msg":"trace[1656778653] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5306; }","duration":"176.056092ms","start":"2026-03-12T19:27:01.575642Z","end":"2026-03-12T19:27:01.751698Z","steps":["trace[1656778653] 'agreement among raft nodes before linearized reading' (duration: 175.882298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.802667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.964481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:01.802739Z","caller":"traceutil/trace.go:171","msg":"trace[1815096431] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5306; }","duration":"129.131554ms","start":"2026-03-12T19:27:01.673587Z","end":"2026-03-12T19:27:01.802718Z","steps":["trace[1815096431] 'agreement among raft nodes before linearized reading' (duration: 128.963791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:01.802754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.696901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:27:01.802844Z","caller":"traceutil/trace.go:171","msg":"trace[192021410] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5306; }","duration":"226.819014ms","start":"2026-03-12T19:27:01.576004Z","end":"2026-03-12T19:27:01.802823Z","steps":["trace[192021410] 'agreement among raft nodes before linearized reading' (duration: 226.595629ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:02.063806Z","caller":"traceutil/trace.go:171","msg":"trace[2116002858] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"108.730314ms","start":"2026-03-12T19:27:01.955046Z","end":"2026-03-12T19:27:02.063777Z","steps":["trace[2116002858] 'read index received' (duration: 108.492428ms)","trace[2116002858] 'applied index is now lower than readState.Index' (duration: 236.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:02.063856Z","caller":"traceutil/trace.go:171","msg":"trace[607574837] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"168.477375ms","start":"2026-03-12T19:27:01.895334Z","end":"2026-03-12T19:27:02.063811Z","steps":["trace[607574837] 'process raft request' (duration: 168.243259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:02.064108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.04029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-03-12T19:27:02.064183Z","caller":"traceutil/trace.go:171","msg":"trace[29091065] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5311; }","duration":"109.164283ms","start":"2026-03-12T19:27:01.954999Z","end":"2026-03-12T19:27:02.064164Z","steps":["trace[29091065] 'agreement among raft nodes before linearized reading' (duration: 108.887227ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:02.103177Z","caller":"traceutil/trace.go:171","msg":"trace[553004373] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"147.512391ms","start":"2026-03-12T19:27:01.95563Z","end":"2026-03-12T19:27:02.103143Z","steps":["trace[553004373] 'process raft request' (duration: 147.04518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:02.375731Z","caller":"traceutil/trace.go:171","msg":"trace[597059664] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5544; }","duration":"114.43996ms","start":"2026-03-12T19:27:02.261259Z","end":"2026-03-12T19:27:02.375699Z","steps":["trace[597059664] 'read index received' (duration: 34.047043ms)","trace[597059664] 'applied index is now lower than readState.Index' (duration: 80.391257ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:02.375787Z","caller":"traceutil/trace.go:171","msg":"trace[927870795] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"116.900685ms","start":"2026-03-12T19:27:02.25883Z","end":"2026-03-12T19:27:02.37573Z","steps":["trace[927870795] 'process raft request' (duration: 36.459886ms)","trace[927870795] 'compare' (duration: 80.236864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:02.376226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.91935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:27:02.376355Z","caller":"traceutil/trace.go:171","msg":"trace[1510561594] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5317; }","duration":"115.102895ms","start":"2026-03-12T19:27:02.261219Z","end":"2026-03-12T19:27:02.376322Z","steps":["trace[1510561594] 'agreement among raft nodes before linearized reading' (duration: 114.603534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:03.176597Z","caller":"traceutil/trace.go:171","msg":"trace[996237838] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"125.124016ms","start":"2026-03-12T19:27:03.051003Z","end":"2026-03-12T19:27:03.176127Z","steps":["trace[996237838] 'process raft request' (duration: 105.40328ms)","trace[996237838] 'compare' (duration: 19.44044ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:04.892157Z","caller":"traceutil/trace.go:171","msg":"trace[124396859] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"130.859733ms","start":"2026-03-12T19:27:04.761241Z","end":"2026-03-12T19:27:04.892101Z","steps":["trace[124396859] 'process raft request' (duration: 62.449771ms)","trace[124396859] 'compare' (duration: 68.147606ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:07.021229Z","caller":"traceutil/trace.go:171","msg":"trace[1744875951] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"314.147174ms","start":"2026-03-12T19:27:06.707044Z","end":"2026-03-12T19:27:07.021191Z","steps":["trace[1744875951] 'process raft request' (duration: 313.94297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:07.021424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:06.707026Z","time spent":"314.287457ms","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:07.041755Z","caller":"traceutil/trace.go:171","msg":"trace[1888952237] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"143.923492ms","start":"2026-03-12T19:27:06.897809Z","end":"2026-03-12T19:27:07.041733Z","steps":["trace[1888952237] 'process raft request' (duration: 143.776618ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.448471Z","caller":"traceutil/trace.go:171","msg":"trace[736851722] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"378.57656ms","start":"2026-03-12T19:27:11.069871Z","end":"2026-03-12T19:27:11.448448Z","steps":["trace[736851722] 'read index received' (duration: 378.521339ms)","trace[736851722] 'applied index is now lower than readState.Index' (duration: 53.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:11.448575Z","caller":"traceutil/trace.go:171","msg":"trace[1223858472] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"378.828925ms","start":"2026-03-12T19:27:11.069736Z","end":"2026-03-12T19:27:11.448565Z","steps":["trace[1223858472] 'process raft request' (duration: 378.57843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.448689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.069714Z","time spent":"378.880906ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:11.448864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.949848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-12T19:27:11.449027Z","caller":"traceutil/trace.go:171","msg":"trace[916129383] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5418; }","duration":"379.144402ms","start":"2026-03-12T19:27:11.069842Z","end":"2026-03-12T19:27:11.448986Z","steps":["trace[916129383] 'agreement among raft nodes before linearized reading' (duration: 378.739903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.449132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.069816Z","time spent":"379.299175ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12006,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:27:11.464492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.87798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:27:11.4646Z","caller":"traceutil/trace.go:171","msg":"trace[521022463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5420; }","duration":"220.028673ms","start":"2026-03-12T19:27:11.244545Z","end":"2026-03-12T19:27:11.464573Z","steps":["trace[521022463] 'agreement among raft nodes before linearized reading' (duration: 219.714306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.464571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.425049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"info","ts":"2026-03-12T19:27:11.464682Z","caller":"traceutil/trace.go:171","msg":"trace[1116777835] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:5420; }","duration":"318.609292ms","start":"2026-03-12T19:27:11.146043Z","end":"2026-03-12T19:27:11.464652Z","steps":["trace[1116777835] 'agreement among raft nodes before linearized reading' (duration: 318.259175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.464714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.674798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1426"} {"level":"warn","ts":"2026-03-12T19:27:11.464716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.253372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15298"} {"level":"warn","ts":"2026-03-12T19:27:11.464714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.616637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"warn","ts":"2026-03-12T19:27:11.464748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.146014Z","time spent":"318.718504ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3866,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-12T19:27:11.464819Z","caller":"traceutil/trace.go:171","msg":"trace[1354436966] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:5420; }","duration":"244.770171ms","start":"2026-03-12T19:27:11.220035Z","end":"2026-03-12T19:27:11.464805Z","steps":["trace[1354436966] 'agreement among raft nodes before linearized reading' (duration: 244.473574ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.464823Z","caller":"traceutil/trace.go:171","msg":"trace[997451916] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5420; }","duration":"369.374305ms","start":"2026-03-12T19:27:11.095426Z","end":"2026-03-12T19:27:11.4648Z","steps":["trace[997451916] 'agreement among raft nodes before linearized reading' (duration: 369.061998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.464821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.665115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:27:11.464861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.095384Z","time spent":"369.469037ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15322,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:27:11.464879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.821802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-03-12T19:27:11.464897Z","caller":"traceutil/trace.go:171","msg":"trace[1546883011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5420; }","duration":"152.825457ms","start":"2026-03-12T19:27:11.312053Z","end":"2026-03-12T19:27:11.464879Z","steps":["trace[1546883011] 'agreement among raft nodes before linearized reading' (duration: 152.558481ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.46492Z","caller":"traceutil/trace.go:171","msg":"trace[160253893] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:5420; }","duration":"168.879473ms","start":"2026-03-12T19:27:11.296032Z","end":"2026-03-12T19:27:11.464911Z","steps":["trace[160253893] 'agreement among raft nodes before linearized reading' (duration: 168.771581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.465016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.199367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-12T19:27:11.464996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.087818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-12T19:27:11.464868Z","caller":"traceutil/trace.go:171","msg":"trace[1621823901] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"191.953292ms","start":"2026-03-12T19:27:11.272793Z","end":"2026-03-12T19:27:11.464746Z","steps":["trace[1621823901] 'process raft request' (duration: 191.175636ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.465079Z","caller":"traceutil/trace.go:171","msg":"trace[242781665] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5420; }","duration":"345.200141ms","start":"2026-03-12T19:27:11.119856Z","end":"2026-03-12T19:27:11.465056Z","steps":["trace[242781665] 'agreement among raft nodes before linearized reading' (duration: 345.017886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.465094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.991109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"warn","ts":"2026-03-12T19:27:11.46514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.119835Z","time spent":"345.292564ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-12T19:27:11.465151Z","caller":"traceutil/trace.go:171","msg":"trace[439788580] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:5420; }","duration":"270.163203ms","start":"2026-03-12T19:27:11.19497Z","end":"2026-03-12T19:27:11.465133Z","steps":["trace[439788580] 'agreement among raft nodes before linearized reading' (duration: 270.005388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.465178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.409381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-03-12T19:27:11.465268Z","caller":"traceutil/trace.go:171","msg":"trace[897834188] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5420; }","duration":"295.489783ms","start":"2026-03-12T19:27:11.169723Z","end":"2026-03-12T19:27:11.465212Z","steps":["trace[897834188] 'agreement among raft nodes before linearized reading' (duration: 295.35859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.464614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.717542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:27:11.46475Z","caller":"traceutil/trace.go:171","msg":"trace[449978609] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5420; }","duration":"144.731838ms","start":"2026-03-12T19:27:11.320008Z","end":"2026-03-12T19:27:11.46474Z","steps":["trace[449978609] 'agreement among raft nodes before linearized reading' (duration: 144.639756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.465337Z","caller":"traceutil/trace.go:171","msg":"trace[167999256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5420; }","duration":"237.49271ms","start":"2026-03-12T19:27:11.227834Z","end":"2026-03-12T19:27:11.465327Z","steps":["trace[167999256] 'agreement among raft nodes before linearized reading' (duration: 236.704202ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.465345Z","caller":"traceutil/trace.go:171","msg":"trace[1618632362] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"155.826675ms","start":"2026-03-12T19:27:11.309464Z","end":"2026-03-12T19:27:11.465291Z","steps":["trace[1618632362] 'process raft request' (duration: 154.69986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.464492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.675923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:27:11.46561Z","caller":"traceutil/trace.go:171","msg":"trace[1577423428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5420; }","duration":"195.83837ms","start":"2026-03-12T19:27:11.269751Z","end":"2026-03-12T19:27:11.465589Z","steps":["trace[1577423428] 'agreement among raft nodes before linearized reading' (duration: 194.49527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.465675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.927813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-12T19:27:11.465049Z","caller":"traceutil/trace.go:171","msg":"trace[1473791502] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5420; }","duration":"353.23106ms","start":"2026-03-12T19:27:11.111809Z","end":"2026-03-12T19:27:11.46504Z","steps":["trace[1473791502] 'agreement among raft nodes before linearized reading' (duration: 353.170307ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.465755Z","caller":"traceutil/trace.go:171","msg":"trace[389026999] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5420; }","duration":"121.027985ms","start":"2026-03-12T19:27:11.344708Z","end":"2026-03-12T19:27:11.465736Z","steps":["trace[389026999] 'agreement among raft nodes before linearized reading' (duration: 119.753756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.465748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.111774Z","time spent":"353.965415ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T19:27:26.630082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.222848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:26.630208Z","caller":"traceutil/trace.go:171","msg":"trace[497996316] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5853; }","duration":"540.966121ms","start":"2026-03-12T19:27:26.089225Z","end":"2026-03-12T19:27:26.630191Z","steps":["trace[497996316] 'read index received' (duration: 46.493858ms)","trace[497996316] 'applied index is now lower than readState.Index' (duration: 494.470883ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:26.630412Z","caller":"traceutil/trace.go:171","msg":"trace[1097908568] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"549.555531ms","start":"2026-03-12T19:27:26.080804Z","end":"2026-03-12T19:27:26.63036Z","steps":["trace[1097908568] 'process raft request' (duration: 54.981496ms)","trace[1097908568] 'compare' (duration: 494.028533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:26.630518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.033615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:26.630551Z","caller":"traceutil/trace.go:171","msg":"trace[1795378173] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5616; }","duration":"204.108967ms","start":"2026-03-12T19:27:26.426432Z","end":"2026-03-12T19:27:26.630541Z","steps":["trace[1795378173] 'agreement among raft nodes before linearized reading' (duration: 204.060796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.630471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.358522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:26.630811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.080769Z","time spent":"549.750475ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:26.630812Z","caller":"traceutil/trace.go:171","msg":"trace[841161211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5616; }","duration":"129.72424ms","start":"2026-03-12T19:27:26.50106Z","end":"2026-03-12T19:27:26.630785Z","steps":["trace[841161211] 'agreement among raft nodes before linearized reading' (duration: 129.379493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.630832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.549765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:27:26.63092Z","caller":"traceutil/trace.go:171","msg":"trace[1522291213] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5616; }","duration":"447.633777ms","start":"2026-03-12T19:27:26.183261Z","end":"2026-03-12T19:27:26.630895Z","steps":["trace[1522291213] 'agreement among raft nodes before linearized reading' (duration: 447.391761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.630964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.183245Z","time spent":"447.708898ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:27:26.631039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.437241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13289"} {"level":"info","ts":"2026-03-12T19:27:26.631148Z","caller":"traceutil/trace.go:171","msg":"trace[1241605184] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5616; }","duration":"475.615465ms","start":"2026-03-12T19:27:26.15551Z","end":"2026-03-12T19:27:26.631125Z","steps":["trace[1241605184] 'agreement among raft nodes before linearized reading' (duration: 474.887539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.6312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.155482Z","time spent":"475.703037ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13313,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:27:26.631321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.504034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-12T19:27:26.63138Z","caller":"traceutil/trace.go:171","msg":"trace[391027291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5616; }","duration":"542.157558ms","start":"2026-03-12T19:27:26.089206Z","end":"2026-03-12T19:27:26.631363Z","steps":["trace[391027291] 'agreement among raft nodes before linearized reading' (duration: 541.117045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:26.631414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.089126Z","time spent":"542.27805ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" "} {"level":"warn","ts":"2026-03-12T19:27:27.549619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379775960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:27.653026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008616321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:27:27.653585Z","caller":"traceutil/trace.go:171","msg":"trace[2050831261] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"1.009371047s","start":"2026-03-12T19:27:26.644189Z","end":"2026-03-12T19:27:27.65356Z","steps":["trace[2050831261] 'process raft request' (duration: 1.009203754s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.653764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.64415Z","time spent":"1.009519701s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13861,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:27.951945Z","caller":"traceutil/trace.go:171","msg":"trace[596122640] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"1.102444787s","start":"2026-03-12T19:27:26.849469Z","end":"2026-03-12T19:27:27.951913Z","steps":["trace[596122640] 'process raft request' (duration: 1.102138091s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:27.952007Z","caller":"traceutil/trace.go:171","msg":"trace[812445834] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"337.476479ms","start":"2026-03-12T19:27:27.614496Z","end":"2026-03-12T19:27:27.951973Z","steps":["trace[812445834] 'process raft request' (duration: 337.335776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.952096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:26.849433Z","time spent":"1.102583011s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:27.9522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.614462Z","time spent":"337.627982ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:27.952368Z","caller":"traceutil/trace.go:171","msg":"trace[39751298] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"337.644663ms","start":"2026-03-12T19:27:27.614659Z","end":"2026-03-12T19:27:27.952304Z","steps":["trace[39751298] 'process raft request' (duration: 337.259825ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:27.952412Z","caller":"traceutil/trace.go:171","msg":"trace[602726855] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5854; }","duration":"903.649079ms","start":"2026-03-12T19:27:27.048726Z","end":"2026-03-12T19:27:27.952375Z","steps":["trace[602726855] 'read index received' (duration: 604.695352ms)","trace[602726855] 'applied index is now lower than readState.Index' (duration: 298.952447ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:27.952473Z","caller":"traceutil/trace.go:171","msg":"trace[549224213] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"337.493538ms","start":"2026-03-12T19:27:27.614965Z","end":"2026-03-12T19:27:27.952459Z","steps":["trace[549224213] 'process raft request' (duration: 337.237603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.952559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.614937Z","time spent":"337.575571ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:27.952581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.614648Z","time spent":"337.802346ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:27.952729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.35251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:27:27.95279Z","caller":"traceutil/trace.go:171","msg":"trace[1172209606] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5621; }","duration":"705.459392ms","start":"2026-03-12T19:27:27.247316Z","end":"2026-03-12T19:27:27.952775Z","steps":["trace[1172209606] 'agreement among raft nodes before linearized reading' (duration: 705.323489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.95275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.000186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:27:27.952818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.247273Z","time spent":"705.537264ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-12T19:27:27.952831Z","caller":"traceutil/trace.go:171","msg":"trace[780097457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5621; }","duration":"904.154539ms","start":"2026-03-12T19:27:27.048664Z","end":"2026-03-12T19:27:27.952818Z","steps":["trace[780097457] 'agreement among raft nodes before linearized reading' (duration: 903.905264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.952879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.048631Z","time spent":"904.238141ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:27.952906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.349647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:27:27.952954Z","caller":"traceutil/trace.go:171","msg":"trace[1305056075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5621; }","duration":"286.410298ms","start":"2026-03-12T19:27:27.666529Z","end":"2026-03-12T19:27:27.952939Z","steps":["trace[1305056075] 'agreement among raft nodes before linearized reading' (duration: 286.226624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.952998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.466187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-12T19:27:27.953029Z","caller":"traceutil/trace.go:171","msg":"trace[158598683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5621; }","duration":"294.534768ms","start":"2026-03-12T19:27:27.658483Z","end":"2026-03-12T19:27:27.953018Z","steps":["trace[158598683] 'agreement among raft nodes before linearized reading' (duration: 294.455336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.953129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.785269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-12T19:27:27.953135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.715113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:27:27.953172Z","caller":"traceutil/trace.go:171","msg":"trace[521012600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5621; }","duration":"285.762944ms","start":"2026-03-12T19:27:27.667399Z","end":"2026-03-12T19:27:27.953162Z","steps":["trace[521012600] 'agreement among raft nodes before linearized reading' (duration: 285.656421ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:27.953179Z","caller":"traceutil/trace.go:171","msg":"trace[555685096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5621; }","duration":"315.83432ms","start":"2026-03-12T19:27:27.637326Z","end":"2026-03-12T19:27:27.953161Z","steps":["trace[555685096] 'agreement among raft nodes before linearized reading' (duration: 315.701067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.953189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.524529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:27:27.953206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.637282Z","time spent":"315.917742ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" "} {"level":"info","ts":"2026-03-12T19:27:27.953236Z","caller":"traceutil/trace.go:171","msg":"trace[999195588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5621; }","duration":"107.608781ms","start":"2026-03-12T19:27:27.845614Z","end":"2026-03-12T19:27:27.953222Z","steps":["trace[999195588] 'agreement among raft nodes before linearized reading' (duration: 107.418387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.953277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.73201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:27:27.953358Z","caller":"traceutil/trace.go:171","msg":"trace[1832391400] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5621; }","duration":"429.890553ms","start":"2026-03-12T19:27:27.523446Z","end":"2026-03-12T19:27:27.953336Z","steps":["trace[1832391400] 'agreement among raft nodes before linearized reading' (duration: 429.600527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.95341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.523409Z","time spent":"429.990145ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:27:27.95341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.306958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:27:27.953519Z","caller":"traceutil/trace.go:171","msg":"trace[1122684822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5621; }","duration":"301.504442ms","start":"2026-03-12T19:27:27.651989Z","end":"2026-03-12T19:27:27.953493Z","steps":["trace[1122684822] 'agreement among raft nodes before linearized reading' (duration: 301.108593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:27.953574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.651953Z","time spent":"301.611234ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:28.240932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.903154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:28.241302Z","caller":"traceutil/trace.go:171","msg":"trace[977209991] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"283.81046ms","start":"2026-03-12T19:27:27.957336Z","end":"2026-03-12T19:27:28.241147Z","steps":["trace[977209991] 'process raft request' (duration: 158.598389ms)","trace[977209991] 'compare' (duration: 124.7034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:28.324595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.957872Z","time spent":"366.713776ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:27:28.324831Z","caller":"traceutil/trace.go:171","msg":"trace[1144152185] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"365.369316ms","start":"2026-03-12T19:27:27.959434Z","end":"2026-03-12T19:27:28.324803Z","steps":["trace[1144152185] 'process raft request' (duration: 365.031059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.325021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.959411Z","time spent":"365.487778ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:28.324834Z","caller":"traceutil/trace.go:171","msg":"trace[1877621482] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"364.978947ms","start":"2026-03-12T19:27:27.959757Z","end":"2026-03-12T19:27:28.324736Z","steps":["trace[1877621482] 'process raft request' (duration: 364.872955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.32516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.959733Z","time spent":"365.343824ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:28.325198Z","caller":"traceutil/trace.go:171","msg":"trace[2058743189] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"365.12828ms","start":"2026-03-12T19:27:27.960043Z","end":"2026-03-12T19:27:28.325172Z","steps":["trace[2058743189] 'process raft request' (duration: 364.64278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.3253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.960024Z","time spent":"365.218982ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:28.32594Z","caller":"traceutil/trace.go:171","msg":"trace[2062758365] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5859; }","duration":"367.233317ms","start":"2026-03-12T19:27:27.958661Z","end":"2026-03-12T19:27:28.325894Z","steps":["trace[2062758365] 'read index received' (duration: 157.308902ms)","trace[2062758365] 'applied index is now lower than readState.Index' (duration: 209.922815ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:28.326012Z","caller":"traceutil/trace.go:171","msg":"trace[1193655372] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"365.283663ms","start":"2026-03-12T19:27:27.960712Z","end":"2026-03-12T19:27:28.325996Z","steps":["trace[1193655372] 'process raft request' (duration: 365.092409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.326095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.960701Z","time spent":"365.347414ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:28.326156Z","caller":"traceutil/trace.go:171","msg":"trace[1884352909] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"365.448476ms","start":"2026-03-12T19:27:27.960647Z","end":"2026-03-12T19:27:28.326095Z","steps":["trace[1884352909] 'process raft request' (duration: 364.397744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.32623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.542364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:27:28.326276Z","caller":"traceutil/trace.go:171","msg":"trace[1234338207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5627; }","duration":"367.673906ms","start":"2026-03-12T19:27:27.958584Z","end":"2026-03-12T19:27:28.326258Z","steps":["trace[1234338207] 'agreement among raft nodes before linearized reading' (duration: 367.483332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.326322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.95852Z","time spent":"367.793239ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:27:28.326352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.960625Z","time spent":"365.617901ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:28.326462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.915119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:79950"} {"level":"info","ts":"2026-03-12T19:27:28.326514Z","caller":"traceutil/trace.go:171","msg":"trace[832965244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5627; }","duration":"366.992871ms","start":"2026-03-12T19:27:27.959509Z","end":"2026-03-12T19:27:28.326501Z","steps":["trace[832965244] 'agreement among raft nodes before linearized reading' (duration: 366.680203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.326546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.959491Z","time spent":"367.047974ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":79974,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:28.32657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.721484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:27:28.326639Z","caller":"traceutil/trace.go:171","msg":"trace[1739157063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5627; }","duration":"276.837707ms","start":"2026-03-12T19:27:28.049785Z","end":"2026-03-12T19:27:28.326622Z","steps":["trace[1739157063] 'agreement among raft nodes before linearized reading' (duration: 276.668742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.326571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.455321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:27:28.326784Z","caller":"traceutil/trace.go:171","msg":"trace[1073584093] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5627; }","duration":"362.666806ms","start":"2026-03-12T19:27:27.964093Z","end":"2026-03-12T19:27:28.32676Z","steps":["trace[1073584093] 'agreement among raft nodes before linearized reading' (duration: 362.363908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.326852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:27.964078Z","time spent":"362.757149ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:27:28.569464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.064181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:28.569695Z","caller":"traceutil/trace.go:171","msg":"trace[169240858] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"234.764725ms","start":"2026-03-12T19:27:28.33491Z","end":"2026-03-12T19:27:28.569674Z","steps":["trace[169240858] 'process raft request' (duration: 234.697394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:28.569721Z","caller":"traceutil/trace.go:171","msg":"trace[1254581692] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5866; }","duration":"240.019481ms","start":"2026-03-12T19:27:28.329665Z","end":"2026-03-12T19:27:28.569684Z","steps":["trace[1254581692] 'read index received' (duration: 56.710585ms)","trace[1254581692] 'applied index is now lower than readState.Index' (duration: 183.304766ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:28.569882Z","caller":"traceutil/trace.go:171","msg":"trace[522838931] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"241.822211ms","start":"2026-03-12T19:27:28.328044Z","end":"2026-03-12T19:27:28.569866Z","steps":["trace[522838931] 'process raft request' (duration: 58.242769ms)","trace[522838931] 'compare' (duration: 182.908358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:28.569996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.008249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:28.570038Z","caller":"traceutil/trace.go:171","msg":"trace[618878360] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5629; }","duration":"112.099651ms","start":"2026-03-12T19:27:28.457927Z","end":"2026-03-12T19:27:28.570027Z","steps":["trace[618878360] 'agreement among raft nodes before linearized reading' (duration: 112.031519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.570062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.753995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-12T19:27:28.570135Z","caller":"traceutil/trace.go:171","msg":"trace[1661634801] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:5629; }","duration":"239.846167ms","start":"2026-03-12T19:27:28.330271Z","end":"2026-03-12T19:27:28.570117Z","steps":["trace[1661634801] 'agreement among raft nodes before linearized reading' (duration: 239.611002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.570301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.593495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16550"} {"level":"info","ts":"2026-03-12T19:27:28.570404Z","caller":"traceutil/trace.go:171","msg":"trace[1704678452] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5629; }","duration":"240.730897ms","start":"2026-03-12T19:27:28.329643Z","end":"2026-03-12T19:27:28.570374Z","steps":["trace[1704678452] 'agreement among raft nodes before linearized reading' (duration: 240.41715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:28.833403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.98034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:28.83356Z","caller":"traceutil/trace.go:171","msg":"trace[245760316] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5868; }","duration":"228.924266ms","start":"2026-03-12T19:27:28.604614Z","end":"2026-03-12T19:27:28.833538Z","steps":["trace[245760316] 'read index received' (duration: 91.527145ms)","trace[245760316] 'applied index is now lower than readState.Index' (duration: 137.395931ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:28.833637Z","caller":"traceutil/trace.go:171","msg":"trace[1010032061] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"239.95003ms","start":"2026-03-12T19:27:28.593621Z","end":"2026-03-12T19:27:28.833571Z","steps":["trace[1010032061] 'process raft request' (duration: 102.668732ms)","trace[1010032061] 'compare' (duration: 136.771186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:28.833776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.151641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T19:27:28.833815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.865694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:27:28.833857Z","caller":"traceutil/trace.go:171","msg":"trace[2093682106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5630; }","duration":"229.303015ms","start":"2026-03-12T19:27:28.604534Z","end":"2026-03-12T19:27:28.833837Z","steps":["trace[2093682106] 'agreement among raft nodes before linearized reading' (duration: 229.111001ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:28.833887Z","caller":"traceutil/trace.go:171","msg":"trace[585272711] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5630; }","duration":"157.954336ms","start":"2026-03-12T19:27:28.675892Z","end":"2026-03-12T19:27:28.833846Z","steps":["trace[585272711] 'agreement among raft nodes before linearized reading' (duration: 157.772142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:29.363118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379775995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:29.864151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379775995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:30.365042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379775995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:30.636118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787679952s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:27:30.892412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602026073s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.892568Z","caller":"traceutil/trace.go:171","msg":"trace[1828782628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5630; }","duration":"1.602192527s","start":"2026-03-12T19:27:29.290353Z","end":"2026-03-12T19:27:30.892545Z","steps":["trace[1828782628] 'range keys from in-memory index tree' (duration: 1.602010101s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.893408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.63137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:30.893863Z","caller":"traceutil/trace.go:171","msg":"trace[1419652642] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"2.045503097s","start":"2026-03-12T19:27:28.848315Z","end":"2026-03-12T19:27:30.893818Z","steps":["trace[1419652642] 'process raft request' (duration: 1.788247204s)","trace[1419652642] 'compare' (duration: 256.441135ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:30.893885Z","caller":"traceutil/trace.go:171","msg":"trace[2087560863] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"935.028913ms","start":"2026-03-12T19:27:29.958828Z","end":"2026-03-12T19:27:30.893857Z","steps":["trace[2087560863] 'process raft request' (duration: 934.89755ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.893902Z","caller":"traceutil/trace.go:171","msg":"trace[1812919262] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"935.219257ms","start":"2026-03-12T19:27:29.958643Z","end":"2026-03-12T19:27:30.893862Z","steps":["trace[1812919262] 'process raft request' (duration: 934.933501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.894005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.958773Z","time spent":"935.176166ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:30.894058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:28.848302Z","time spent":"2.045629869s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13647,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:30.894147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.958602Z","time spent":"935.426841ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:30.894186Z","caller":"traceutil/trace.go:171","msg":"trace[393411524] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"934.318146ms","start":"2026-03-12T19:27:29.959815Z","end":"2026-03-12T19:27:30.894133Z","steps":["trace[393411524] 'process raft request' (duration: 933.973968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.894333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031308183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.894357Z","caller":"traceutil/trace.go:171","msg":"trace[551640196] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"260.683469ms","start":"2026-03-12T19:27:30.633652Z","end":"2026-03-12T19:27:30.894335Z","steps":["trace[551640196] 'process raft request' (duration: 260.380963ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.8944Z","caller":"traceutil/trace.go:171","msg":"trace[1328431517] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5635; }","duration":"2.031407965s","start":"2026-03-12T19:27:28.862977Z","end":"2026-03-12T19:27:30.894385Z","steps":["trace[1328431517] 'agreement among raft nodes before linearized reading' (duration: 2.031293473s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.894413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.959796Z","time spent":"934.50384ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:30.894219Z","caller":"traceutil/trace.go:171","msg":"trace[1778219882] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5869; }","duration":"2.03118932s","start":"2026-03-12T19:27:28.863002Z","end":"2026-03-12T19:27:30.894192Z","steps":["trace[1778219882] 'read index received' (duration: 1.773517128s)","trace[1778219882] 'applied index is now lower than readState.Index' (duration: 257.670872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:30.894467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:28.862965Z","time spent":"2.031484617s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:30.894654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979622838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-03-12T19:27:30.894738Z","caller":"traceutil/trace.go:171","msg":"trace[282339033] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5635; }","duration":"1.979770461s","start":"2026-03-12T19:27:28.914947Z","end":"2026-03-12T19:27:30.894717Z","steps":["trace[282339033] 'agreement among raft nodes before linearized reading' (duration: 1.979613308s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.894771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.652793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:27:30.894804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.853618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:27:30.895014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.081541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:27:30.895043Z","caller":"traceutil/trace.go:171","msg":"trace[302810033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5635; }","duration":"564.112853ms","start":"2026-03-12T19:27:30.330915Z","end":"2026-03-12T19:27:30.895028Z","steps":["trace[302810033] 'agreement among raft nodes before linearized reading' (duration: 563.788966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.895042Z","caller":"traceutil/trace.go:171","msg":"trace[1287482407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5635; }","duration":"563.989241ms","start":"2026-03-12T19:27:30.331032Z","end":"2026-03-12T19:27:30.895021Z","steps":["trace[1287482407] 'agreement among raft nodes before linearized reading' (duration: 563.537931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704542921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.89508Z","caller":"traceutil/trace.go:171","msg":"trace[848726177] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5635; }","duration":"375.327286ms","start":"2026-03-12T19:27:30.519731Z","end":"2026-03-12T19:27:30.895059Z","steps":["trace[848726177] 'agreement among raft nodes before linearized reading' (duration: 374.945478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.330996Z","time spent":"564.086253ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.519646Z","time spent":"375.466519ms","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93547092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-12T19:27:30.895168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159342176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.895168Z","caller":"traceutil/trace.go:171","msg":"trace[1861179836] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5635; }","duration":"1.704866369s","start":"2026-03-12T19:27:29.190232Z","end":"2026-03-12T19:27:30.895098Z","steps":["trace[1861179836] 'agreement among raft nodes before linearized reading' (duration: 1.704536202s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.981113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:30.895209Z","caller":"traceutil/trace.go:171","msg":"trace[441761694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5635; }","duration":"1.935532362s","start":"2026-03-12T19:27:28.959663Z","end":"2026-03-12T19:27:30.895195Z","steps":["trace[441761694] 'agreement among raft nodes before linearized reading' (duration: 1.935354178s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.441618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.895217Z","caller":"traceutil/trace.go:171","msg":"trace[1484168115] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5635; }","duration":"1.159415327s","start":"2026-03-12T19:27:29.735787Z","end":"2026-03-12T19:27:30.895202Z","steps":["trace[1484168115] 'agreement among raft nodes before linearized reading' (duration: 1.159331625s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.895251Z","caller":"traceutil/trace.go:171","msg":"trace[1654330138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5635; }","duration":"565.108605ms","start":"2026-03-12T19:27:30.330131Z","end":"2026-03-12T19:27:30.89524Z","steps":["trace[1654330138] 'agreement among raft nodes before linearized reading' (duration: 564.921751ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.895263Z","caller":"traceutil/trace.go:171","msg":"trace[957664598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5635; }","duration":"394.53558ms","start":"2026-03-12T19:27:30.500715Z","end":"2026-03-12T19:27:30.895251Z","steps":["trace[957664598] 'agreement among raft nodes before linearized reading' (duration: 394.479849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:28.959629Z","time spent":"1.935622564s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.3301Z","time spent":"565.178687ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.735775Z","time spent":"1.159489598s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:30.895282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.19021Z","time spent":"1.705006341s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:30.895093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.330905Z","time spent":"564.174654ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.560531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:27:30.895347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.024952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:27:30.895423Z","caller":"traceutil/trace.go:171","msg":"trace[1976278100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5635; }","duration":"564.117184ms","start":"2026-03-12T19:27:30.331292Z","end":"2026-03-12T19:27:30.895409Z","steps":["trace[1976278100] 'agreement among raft nodes before linearized reading' (duration: 563.97623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.331281Z","time spent":"564.184836ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.50069Z","time spent":"394.595562ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:30.894796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:28.914918Z","time spent":"1.979863934s","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2343,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-03-12T19:27:30.895438Z","caller":"traceutil/trace.go:171","msg":"trace[773293820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5635; }","duration":"319.851519ms","start":"2026-03-12T19:27:30.575537Z","end":"2026-03-12T19:27:30.895388Z","steps":["trace[773293820] 'agreement among raft nodes before linearized reading' (duration: 319.49801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.895732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.57552Z","time spent":"320.106585ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:30.895204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648822388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:27:30.895858Z","caller":"traceutil/trace.go:171","msg":"trace[1870979380] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5635; }","duration":"1.649414491s","start":"2026-03-12T19:27:29.246362Z","end":"2026-03-12T19:27:30.895777Z","steps":["trace[1870979380] 'agreement among raft nodes before linearized reading' (duration: 1.648738166s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.894667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177485058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:27:30.89535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.591208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:27:30.895968Z","caller":"traceutil/trace.go:171","msg":"trace[1322367083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5635; }","duration":"562.206071ms","start":"2026-03-12T19:27:30.333753Z","end":"2026-03-12T19:27:30.895959Z","steps":["trace[1322367083] 'agreement among raft nodes before linearized reading' (duration: 561.538696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.896024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.333711Z","time spent":"562.288263ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:27:30.896199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.24634Z","time spent":"1.649848491s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-12T19:27:30.896342Z","caller":"traceutil/trace.go:171","msg":"trace[620743451] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5635; }","duration":"1.179225746s","start":"2026-03-12T19:27:29.717106Z","end":"2026-03-12T19:27:30.896331Z","steps":["trace[620743451] 'agreement among raft nodes before linearized reading' (duration: 1.177485468s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.896385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:29.717077Z","time spent":"1.179296048s","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:31.402955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:31.903611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:32.404705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:32.905718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:33.406397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:33.907277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:34.407913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:34.501292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:27:34.501382Z","caller":"traceutil/trace.go:171","msg":"trace[1431593568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016111s","start":"2026-03-12T19:27:32.501343Z","end":"2026-03-12T19:27:34.501359Z","steps":["trace[1431593568] 'agreement among raft nodes before linearized reading' (duration: 1.999898728s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.501434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.501314Z","time spent":"2.000110333s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:27:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:27:34.841506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.029559Z","time spent":"3.811937329s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:27:34.908398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379776004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:27:34.923966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.022427047s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:27:34.924604Z","caller":"traceutil/trace.go:171","msg":"trace[263752575] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"4.023189734s","start":"2026-03-12T19:27:30.901379Z","end":"2026-03-12T19:27:34.924569Z","steps":["trace[263752575] 'process raft request' (duration: 4.022787785s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.92485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.901268Z","time spent":"4.023434109s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.428496Z","caller":"traceutil/trace.go:171","msg":"trace[100092365] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"4.526567693s","start":"2026-03-12T19:27:30.901902Z","end":"2026-03-12T19:27:35.42847Z","steps":["trace[100092365] 'process raft request' (duration: 4.526339868s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.428665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.901883Z","time spent":"4.526686946s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.428927Z","caller":"traceutil/trace.go:171","msg":"trace[1224704162] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"4.526496381s","start":"2026-03-12T19:27:30.902397Z","end":"2026-03-12T19:27:35.428894Z","steps":["trace[1224704162] 'process raft request' (duration: 4.526026671s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.429109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.902388Z","time spent":"4.526620425s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.429145Z","caller":"traceutil/trace.go:171","msg":"trace[739039873] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"4.523827273s","start":"2026-03-12T19:27:30.90527Z","end":"2026-03-12T19:27:35.429097Z","steps":["trace[739039873] 'process raft request' (duration: 4.52369101s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.429387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.90526Z","time spent":"4.524011527s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.429425Z","caller":"traceutil/trace.go:171","msg":"trace[1310367336] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"4.523047706s","start":"2026-03-12T19:27:30.906363Z","end":"2026-03-12T19:27:35.429411Z","steps":["trace[1310367336] 'process raft request' (duration: 4.522695618s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.429186Z","caller":"traceutil/trace.go:171","msg":"trace[423787651] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"4.523433994s","start":"2026-03-12T19:27:30.905713Z","end":"2026-03-12T19:27:35.429147Z","steps":["trace[423787651] 'process raft request' (duration: 4.523305571s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.429484Z","caller":"traceutil/trace.go:171","msg":"trace[259893466] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"4.521882349s","start":"2026-03-12T19:27:30.90759Z","end":"2026-03-12T19:27:35.429472Z","steps":["trace[259893466] 'process raft request' (duration: 4.521711335s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.429494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.906355Z","time spent":"4.523101317s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:35.429523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.905701Z","time spent":"4.523759632s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:35.429555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.907573Z","time spent":"4.521946021s","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.429407Z","caller":"traceutil/trace.go:171","msg":"trace[1509846237] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"4.526462001s","start":"2026-03-12T19:27:30.902552Z","end":"2026-03-12T19:27:35.429014Z","steps":["trace[1509846237] 'process raft request' (duration: 4.526176365s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.429736Z","caller":"traceutil/trace.go:171","msg":"trace[47629451] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"4.520648562s","start":"2026-03-12T19:27:30.909071Z","end":"2026-03-12T19:27:35.429719Z","steps":["trace[47629451] 'process raft request' (duration: 4.520335305s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.429755Z","caller":"traceutil/trace.go:171","msg":"trace[699971124] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"4.517921422s","start":"2026-03-12T19:27:30.911821Z","end":"2026-03-12T19:27:35.429743Z","steps":["trace[699971124] 'process raft request' (duration: 4.517752758s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.429791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.909061Z","time spent":"4.520697533s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8040,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:35.429818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.911801Z","time spent":"4.517984734s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.43012Z","caller":"traceutil/trace.go:171","msg":"trace[1156727610] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"4.526623914s","start":"2026-03-12T19:27:30.903471Z","end":"2026-03-12T19:27:35.430095Z","steps":["trace[1156727610] 'process raft request' (duration: 4.525434339s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.430175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.902542Z","time spent":"4.527127715s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:35.430211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.903461Z","time spent":"4.526700856s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.46216Z","caller":"traceutil/trace.go:171","msg":"trace[35961456] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"2.559549103s","start":"2026-03-12T19:27:32.90259Z","end":"2026-03-12T19:27:35.462139Z","steps":["trace[35961456] 'process raft request' (duration: 2.559167465s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.462313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.902554Z","time spent":"2.559670716s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.46258Z","caller":"traceutil/trace.go:171","msg":"trace[1303877513] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"2.559982903s","start":"2026-03-12T19:27:32.902591Z","end":"2026-03-12T19:27:35.462574Z","steps":["trace[1303877513] 'process raft request' (duration: 2.559524573s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.462612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.902555Z","time spent":"2.560038494s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.462726Z","caller":"traceutil/trace.go:171","msg":"trace[1130997974] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"2.559797689s","start":"2026-03-12T19:27:32.902921Z","end":"2026-03-12T19:27:35.462719Z","steps":["trace[1130997974] 'process raft request' (duration: 2.559629035s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.462752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.902909Z","time spent":"2.559829099s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:35.462961Z","caller":"traceutil/trace.go:171","msg":"trace[1283987610] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"2.187136201s","start":"2026-03-12T19:27:33.275816Z","end":"2026-03-12T19:27:35.462952Z","steps":["trace[1283987610] 'process raft request' (duration: 2.186868985s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.462991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.275794Z","time spent":"2.187182183s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:35.463048Z","caller":"traceutil/trace.go:171","msg":"trace[1221353112] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"201.201643ms","start":"2026-03-12T19:27:35.26183Z","end":"2026-03-12T19:27:35.463032Z","steps":["trace[1221353112] 'process raft request' (duration: 201.137221ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.463157Z","caller":"traceutil/trace.go:171","msg":"trace[1225721086] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5874; }","duration":"4.560861352s","start":"2026-03-12T19:27:30.902287Z","end":"2026-03-12T19:27:35.463148Z","steps":["trace[1225721086] 'read index received' (duration: 4.022010188s)","trace[1225721086] 'applied index is now lower than readState.Index' (duration: 538.849984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:35.463276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560988265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-12T19:27:35.463293Z","caller":"traceutil/trace.go:171","msg":"trace[1831197296] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9; range_end:; response_count:1; response_revision:5651; }","duration":"4.561035026s","start":"2026-03-12T19:27:30.902252Z","end":"2026-03-12T19:27:35.463287Z","steps":["trace[1831197296] 'agreement among raft nodes before linearized reading' (duration: 4.560938334s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.46331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.90224Z","time spent":"4.561064727s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0e9a973b-5072-4079-a2c3-4148f13dbfc9\" "} {"level":"warn","ts":"2026-03-12T19:27:35.5035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984057767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:35.503587Z","caller":"traceutil/trace.go:171","msg":"trace[511160878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5655; }","duration":"1.98419935s","start":"2026-03-12T19:27:33.519367Z","end":"2026-03-12T19:27:35.503566Z","steps":["trace[511160878] 'agreement among raft nodes before linearized reading' (duration: 1.984059677s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.503631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.519341Z","time spent":"1.984279543s","remote":"127.0.0.1:54470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:35.503623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476769131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:27:35.503771Z","caller":"traceutil/trace.go:171","msg":"trace[921739186] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5655; }","duration":"3.476966266s","start":"2026-03-12T19:27:32.026779Z","end":"2026-03-12T19:27:35.503745Z","steps":["trace[921739186] 'agreement among raft nodes before linearized reading' (duration: 3.476657159s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.503834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.026755Z","time spent":"3.477061808s","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:27:35.503871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598174849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4796"} {"level":"info","ts":"2026-03-12T19:27:35.503946Z","caller":"traceutil/trace.go:171","msg":"trace[607921287] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5655; }","duration":"4.598312002s","start":"2026-03-12T19:27:30.905611Z","end":"2026-03-12T19:27:35.503923Z","steps":["trace[607921287] 'agreement among raft nodes before linearized reading' (duration: 4.598064037s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.503986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.905585Z","time spent":"4.598391733s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4820,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-12T19:27:35.504044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690099182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:27:35.504101Z","caller":"traceutil/trace.go:171","msg":"trace[818304002] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5655; }","duration":"3.690189535s","start":"2026-03-12T19:27:31.813894Z","end":"2026-03-12T19:27:35.504084Z","steps":["trace[818304002] 'agreement among raft nodes before linearized reading' (duration: 3.690035801s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.504148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.813868Z","time spent":"3.690263307s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:27:35.504247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104217937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:27:35.504256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.566665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:35.50428Z","caller":"traceutil/trace.go:171","msg":"trace[292891195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5655; }","duration":"4.104285578s","start":"2026-03-12T19:27:31.399984Z","end":"2026-03-12T19:27:35.50427Z","steps":["trace[292891195] 'agreement among raft nodes before linearized reading' (duration: 4.104164695s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.504293Z","caller":"traceutil/trace.go:171","msg":"trace[1955923881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5655; }","duration":"724.627186ms","start":"2026-03-12T19:27:34.779655Z","end":"2026-03-12T19:27:35.504282Z","steps":["trace[1955923881] 'agreement among raft nodes before linearized reading' (duration: 724.570405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.504309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.399955Z","time spent":"4.104347899s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:27:35.50434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:34.779643Z","time spent":"724.672197ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:35.504421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.603822424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-12T19:27:35.504473Z","caller":"traceutil/trace.go:171","msg":"trace[2110498388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5655; }","duration":"3.603898605s","start":"2026-03-12T19:27:31.900559Z","end":"2026-03-12T19:27:35.504458Z","steps":["trace[2110498388] 'agreement among raft nodes before linearized reading' (duration: 3.603754942s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.504516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.900544Z","time spent":"3.603960427s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" "} {"level":"warn","ts":"2026-03-12T19:27:35.504558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002821672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:35.504588Z","caller":"traceutil/trace.go:171","msg":"trace[1620525279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"1.002899254s","start":"2026-03-12T19:27:34.501679Z","end":"2026-03-12T19:27:35.504578Z","steps":["trace[1620525279] 'agreement among raft nodes before linearized reading' (duration: 1.002861144s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.504612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:34.501645Z","time spent":"1.002962335s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:35.504637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601149174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80188"} {"level":"info","ts":"2026-03-12T19:27:35.50473Z","caller":"traceutil/trace.go:171","msg":"trace[1779071404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5655; }","duration":"4.601263997s","start":"2026-03-12T19:27:30.903443Z","end":"2026-03-12T19:27:35.504707Z","steps":["trace[1779071404] 'agreement among raft nodes before linearized reading' (duration: 4.60095282s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.504948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:30.903435Z","time spent":"4.601499012s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80212,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:35.504521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.512078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:35.505108Z","caller":"traceutil/trace.go:171","msg":"trace[2057905550] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5655; }","duration":"783.137382ms","start":"2026-03-12T19:27:34.721958Z","end":"2026-03-12T19:27:35.505095Z","steps":["trace[2057905550] 'agreement among raft nodes before linearized reading' (duration: 782.522088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.505167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:34.72193Z","time spent":"783.222573ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:35.505563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662260516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:27:35.505623Z","caller":"traceutil/trace.go:171","msg":"trace[1220811574] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5655; }","duration":"1.662348958s","start":"2026-03-12T19:27:33.843255Z","end":"2026-03-12T19:27:35.505604Z","steps":["trace[1220811574] 'agreement among raft nodes before linearized reading' (duration: 1.661478739s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:35.50566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.843233Z","time spent":"1.662420559s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:27:37.816313Z","caller":"traceutil/trace.go:171","msg":"trace[489084676] linearizableReadLoop","detail":"{readStateIndex:5922; appliedIndex:5921; }","duration":"381.662616ms","start":"2026-03-12T19:27:37.434622Z","end":"2026-03-12T19:27:37.816284Z","steps":["trace[489084676] 'read index received' (duration: 381.560924ms)","trace[489084676] 'applied index is now lower than readState.Index' (duration: 99.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:37.816433Z","caller":"traceutil/trace.go:171","msg":"trace[50000130] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"530.717324ms","start":"2026-03-12T19:27:37.285678Z","end":"2026-03-12T19:27:37.816395Z","steps":["trace[50000130] 'process raft request' (duration: 530.401398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:37.816588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.943692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:27:37.816625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.285657Z","time spent":"530.852287ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:37.816635Z","caller":"traceutil/trace.go:171","msg":"trace[1001287568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5682; }","duration":"382.079314ms","start":"2026-03-12T19:27:37.434545Z","end":"2026-03-12T19:27:37.816624Z","steps":["trace[1001287568] 'agreement among raft nodes before linearized reading' (duration: 381.87332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:37.816683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.434512Z","time spent":"382.162467ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:27:38.013442Z","caller":"traceutil/trace.go:171","msg":"trace[1012360078] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"545.122613ms","start":"2026-03-12T19:27:37.468292Z","end":"2026-03-12T19:27:38.013415Z","steps":["trace[1012360078] 'process raft request' (duration: 544.918019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.013628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.468268Z","time spent":"545.263256ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:38.013884Z","caller":"traceutil/trace.go:171","msg":"trace[1384856614] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"545.527413ms","start":"2026-03-12T19:27:37.468324Z","end":"2026-03-12T19:27:38.013852Z","steps":["trace[1384856614] 'process raft request' (duration: 545.050121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.014075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.468309Z","time spent":"545.661895ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:38.014261Z","caller":"traceutil/trace.go:171","msg":"trace[1701359823] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5922; }","duration":"197.861159ms","start":"2026-03-12T19:27:37.816384Z","end":"2026-03-12T19:27:38.014245Z","steps":["trace[1701359823] 'read index received' (duration: 196.855096ms)","trace[1701359823] 'applied index is now lower than readState.Index' (duration: 1.004573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:38.014529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.486326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:27:38.014527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.602516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-12T19:27:38.014595Z","caller":"traceutil/trace.go:171","msg":"trace[243919088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5685; }","duration":"500.595299ms","start":"2026-03-12T19:27:37.513985Z","end":"2026-03-12T19:27:38.01458Z","steps":["trace[243919088] 'agreement among raft nodes before linearized reading' (duration: 500.358414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.014623Z","caller":"traceutil/trace.go:171","msg":"trace[2141259863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700; range_end:; response_count:1; response_revision:5685; }","duration":"494.742779ms","start":"2026-03-12T19:27:37.519857Z","end":"2026-03-12T19:27:38.0146Z","steps":["trace[2141259863] 'agreement among raft nodes before linearized reading' (duration: 494.452533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.014654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.513963Z","time spent":"500.67904ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:27:38.01468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.519844Z","time spent":"494.826701ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-443cc687-0d26-4b45-9ebc-999313695700\" "} {"level":"warn","ts":"2026-03-12T19:27:38.014817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.257572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:27:38.014877Z","caller":"traceutil/trace.go:171","msg":"trace[2140230027] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5685; }","duration":"491.348333ms","start":"2026-03-12T19:27:37.523516Z","end":"2026-03-12T19:27:38.014864Z","steps":["trace[2140230027] 'agreement among raft nodes before linearized reading' (duration: 491.167129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.014913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.702315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:27:38.014922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.523497Z","time spent":"491.416795ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-12T19:27:38.014952Z","caller":"traceutil/trace.go:171","msg":"trace[411045960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5685; }","duration":"568.759797ms","start":"2026-03-12T19:27:37.446183Z","end":"2026-03-12T19:27:38.014943Z","steps":["trace[411045960] 'agreement among raft nodes before linearized reading' (duration: 568.666675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.015003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.44617Z","time spent":"568.826888ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:27:38.01483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.59077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:38.01514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.066735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:27:38.015175Z","caller":"traceutil/trace.go:171","msg":"trace[482888532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5685; }","duration":"579.159047ms","start":"2026-03-12T19:27:37.436007Z","end":"2026-03-12T19:27:38.015166Z","steps":["trace[482888532] 'agreement among raft nodes before linearized reading' (duration: 579.075635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.015208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.435964Z","time spent":"579.236318ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:27:38.015178Z","caller":"traceutil/trace.go:171","msg":"trace[1188469791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5685; }","duration":"515.930988ms","start":"2026-03-12T19:27:37.499199Z","end":"2026-03-12T19:27:38.01513Z","steps":["trace[1188469791] 'agreement among raft nodes before linearized reading' (duration: 515.59919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.015228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.30093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:38.015262Z","caller":"traceutil/trace.go:171","msg":"trace[1240686103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5685; }","duration":"579.378971ms","start":"2026-03-12T19:27:37.435873Z","end":"2026-03-12T19:27:38.015252Z","steps":["trace[1240686103] 'agreement among raft nodes before linearized reading' (duration: 579.272369ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.014545Z","caller":"traceutil/trace.go:171","msg":"trace[1193236054] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"546.027244ms","start":"2026-03-12T19:27:37.4685Z","end":"2026-03-12T19:27:38.014527Z","steps":["trace[1193236054] 'process raft request' (duration: 545.239786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.015296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.435839Z","time spent":"579.449493ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:38.015311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.499177Z","time spent":"516.087081ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:38.015356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.468449Z","time spent":"546.870002ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:38.037265Z","caller":"traceutil/trace.go:171","msg":"trace[1915597425] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"215.407777ms","start":"2026-03-12T19:27:37.82182Z","end":"2026-03-12T19:27:38.037228Z","steps":["trace[1915597425] 'process raft request' (duration: 215.172182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.037525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.507945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:38.037595Z","caller":"traceutil/trace.go:171","msg":"trace[2069054513] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5686; }","duration":"147.636337ms","start":"2026-03-12T19:27:37.889937Z","end":"2026-03-12T19:27:38.037573Z","steps":["trace[2069054513] 'agreement among raft nodes before linearized reading' (duration: 147.527305ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:43.263665Z","caller":"traceutil/trace.go:171","msg":"trace[1657485450] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"211.671115ms","start":"2026-03-12T19:27:43.05195Z","end":"2026-03-12T19:27:43.263621Z","steps":["trace[1657485450] 'process raft request' (duration: 211.381258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:44.207293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.199146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:27:44.207513Z","caller":"traceutil/trace.go:171","msg":"trace[558925628] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5966; }","duration":"102.276204ms","start":"2026-03-12T19:27:44.105219Z","end":"2026-03-12T19:27:44.207495Z","steps":["trace[558925628] 'read index received' (duration: 65.511µs)","trace[558925628] 'applied index is now lower than readState.Index' (duration: 102.209413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:44.207694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.450618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:44.207771Z","caller":"traceutil/trace.go:171","msg":"trace[1966280087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5725; }","duration":"102.54756ms","start":"2026-03-12T19:27:44.105201Z","end":"2026-03-12T19:27:44.207749Z","steps":["trace[1966280087] 'agreement among raft nodes before linearized reading' (duration: 102.355376ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.587912Z","caller":"traceutil/trace.go:171","msg":"trace[651702962] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"313.547228ms","start":"2026-03-12T19:27:50.274332Z","end":"2026-03-12T19:27:50.587879Z","steps":["trace[651702962] 'process raft request' (duration: 313.371124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.588102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.274299Z","time spent":"313.705892ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:50.631983Z","caller":"traceutil/trace.go:171","msg":"trace[1515422613] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"354.651389ms","start":"2026-03-12T19:27:50.277304Z","end":"2026-03-12T19:27:50.631955Z","steps":["trace[1515422613] 'process raft request' (duration: 354.460895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.277288Z","time spent":"354.775042ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:50.632153Z","caller":"traceutil/trace.go:171","msg":"trace[1050993786] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6012; }","duration":"351.758355ms","start":"2026-03-12T19:27:50.28036Z","end":"2026-03-12T19:27:50.632119Z","steps":["trace[1050993786] 'read index received' (duration: 307.349042ms)","trace[1050993786] 'applied index is now lower than readState.Index' (duration: 44.407063ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:50.632202Z","caller":"traceutil/trace.go:171","msg":"trace[965858538] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"354.639879ms","start":"2026-03-12T19:27:50.277541Z","end":"2026-03-12T19:27:50.632181Z","steps":["trace[965858538] 'process raft request' (duration: 354.372693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.277488Z","time spent":"354.763082ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:50.632382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.023331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:27:50.63244Z","caller":"traceutil/trace.go:171","msg":"trace[59314230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5772; }","duration":"352.121373ms","start":"2026-03-12T19:27:50.280298Z","end":"2026-03-12T19:27:50.63242Z","steps":["trace[59314230] 'agreement among raft nodes before linearized reading' (duration: 351.991271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.796745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:27:50.632505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.280282Z","time spent":"352.208955ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:27:50.632511Z","caller":"traceutil/trace.go:171","msg":"trace[975408542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5772; }","duration":"346.868177ms","start":"2026-03-12T19:27:50.285627Z","end":"2026-03-12T19:27:50.632495Z","steps":["trace[975408542] 'agreement among raft nodes before linearized reading' (duration: 346.695473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.285614Z","time spent":"346.928468ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:50.632585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.794112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:27:50.632536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.587574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:50.632645Z","caller":"traceutil/trace.go:171","msg":"trace[1110413513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5772; }","duration":"345.868344ms","start":"2026-03-12T19:27:50.286756Z","end":"2026-03-12T19:27:50.632624Z","steps":["trace[1110413513] 'agreement among raft nodes before linearized reading' (duration: 345.730641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.607422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:27:50.632709Z","caller":"traceutil/trace.go:171","msg":"trace[736146452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5772; }","duration":"132.835209ms","start":"2026-03-12T19:27:50.499804Z","end":"2026-03-12T19:27:50.632639Z","steps":["trace[736146452] 'agreement among raft nodes before linearized reading' (duration: 132.577814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.286739Z","time spent":"345.967496ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:27:50.632732Z","caller":"traceutil/trace.go:171","msg":"trace[929267853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5772; }","duration":"201.707914ms","start":"2026-03-12T19:27:50.43101Z","end":"2026-03-12T19:27:50.632717Z","steps":["trace[929267853] 'agreement among raft nodes before linearized reading' (duration: 201.574681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.057821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:27:50.632932Z","caller":"traceutil/trace.go:171","msg":"trace[1926406587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5772; }","duration":"347.107662ms","start":"2026-03-12T19:27:50.28581Z","end":"2026-03-12T19:27:50.632917Z","steps":["trace[1926406587] 'agreement among raft nodes before linearized reading' (duration: 346.942589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.632965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.28572Z","time spent":"347.237015ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:50.633353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.477779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:27:50.633566Z","caller":"traceutil/trace.go:171","msg":"trace[1045532921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5772; }","duration":"347.657633ms","start":"2026-03-12T19:27:50.285817Z","end":"2026-03-12T19:27:50.633474Z","steps":["trace[1045532921] 'agreement among raft nodes before linearized reading' (duration: 346.922457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.633609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.285798Z","time spent":"347.799057ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:27:50.805101Z","caller":"traceutil/trace.go:171","msg":"trace[996005655] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"166.325821ms","start":"2026-03-12T19:27:50.638739Z","end":"2026-03-12T19:27:50.805064Z","steps":["trace[996005655] 'process raft request' (duration: 112.468028ms)","trace[996005655] 'compare' (duration: 53.623978ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:50.805453Z","caller":"traceutil/trace.go:171","msg":"trace[1534969577] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"164.620504ms","start":"2026-03-12T19:27:50.640818Z","end":"2026-03-12T19:27:50.805439Z","steps":["trace[1534969577] 'process raft request' (duration: 164.432169ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.80545Z","caller":"traceutil/trace.go:171","msg":"trace[825192139] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"164.626384ms","start":"2026-03-12T19:27:50.640773Z","end":"2026-03-12T19:27:50.805399Z","steps":["trace[825192139] 'process raft request' (duration: 164.239125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.80557Z","caller":"traceutil/trace.go:171","msg":"trace[492977598] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"164.663074ms","start":"2026-03-12T19:27:50.640861Z","end":"2026-03-12T19:27:50.805524Z","steps":["trace[492977598] 'process raft request' (duration: 164.514511ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.80575Z","caller":"traceutil/trace.go:171","msg":"trace[578168676] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6015; }","duration":"165.891952ms","start":"2026-03-12T19:27:50.639828Z","end":"2026-03-12T19:27:50.805719Z","steps":["trace[578168676] 'read index received' (duration: 33.172044ms)","trace[578168676] 'applied index is now lower than readState.Index' (duration: 132.713977ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:50.805745Z","caller":"traceutil/trace.go:171","msg":"trace[1908042343] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"163.660453ms","start":"2026-03-12T19:27:50.642072Z","end":"2026-03-12T19:27:50.805733Z","steps":["trace[1908042343] 'process raft request' (duration: 163.357866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.139407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-12T19:27:50.806038Z","caller":"traceutil/trace.go:171","msg":"trace[25186924] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5778; }","duration":"166.207028ms","start":"2026-03-12T19:27:50.639821Z","end":"2026-03-12T19:27:50.806028Z","steps":["trace[25186924] 'agreement among raft nodes before linearized reading' (duration: 165.999364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.085428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.696354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:27:51.085443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.141674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:27:51.085536Z","caller":"traceutil/trace.go:171","msg":"trace[1488277130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5778; }","duration":"140.837267ms","start":"2026-03-12T19:27:50.944673Z","end":"2026-03-12T19:27:51.08551Z","steps":["trace[1488277130] 'range keys from in-memory index tree' (duration: 140.344416ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:51.085551Z","caller":"traceutil/trace.go:171","msg":"trace[138451491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5778; }","duration":"141.299468ms","start":"2026-03-12T19:27:50.944224Z","end":"2026-03-12T19:27:51.085524Z","steps":["trace[138451491] 'range keys from in-memory index tree' (duration: 140.93752ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:51.913096Z","caller":"traceutil/trace.go:171","msg":"trace[1698653452] linearizableReadLoop","detail":"{readStateIndex:6022; appliedIndex:6021; }","duration":"412.030688ms","start":"2026-03-12T19:27:51.501037Z","end":"2026-03-12T19:27:51.913068Z","steps":["trace[1698653452] 'read index received' (duration: 411.703661ms)","trace[1698653452] 'applied index is now lower than readState.Index' (duration: 325.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:51.913239Z","caller":"traceutil/trace.go:171","msg":"trace[997415008] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"592.588674ms","start":"2026-03-12T19:27:51.320584Z","end":"2026-03-12T19:27:51.913172Z","steps":["trace[997415008] 'process raft request' (duration: 592.294418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.913489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.230083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:51.913541Z","caller":"traceutil/trace.go:171","msg":"trace[400024899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5779; }","duration":"412.55039ms","start":"2026-03-12T19:27:51.50097Z","end":"2026-03-12T19:27:51.91352Z","steps":["trace[400024899] 'agreement among raft nodes before linearized reading' (duration: 412.253493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.913584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.500943Z","time spent":"412.631901ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:51.913543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.644877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:51.913594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.32056Z","time spent":"592.918261ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:51.913647Z","caller":"traceutil/trace.go:171","msg":"trace[1718917308] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5779; }","duration":"170.834911ms","start":"2026-03-12T19:27:51.742787Z","end":"2026-03-12T19:27:51.913621Z","steps":["trace[1718917308] 'agreement among raft nodes before linearized reading' (duration: 170.598556ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:52.797789Z","caller":"traceutil/trace.go:171","msg":"trace[1031699862] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"203.512224ms","start":"2026-03-12T19:27:52.594241Z","end":"2026-03-12T19:27:52.797753Z","steps":["trace[1031699862] 'process raft request' (duration: 203.232628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:53.882032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.018244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:53.882224Z","caller":"traceutil/trace.go:171","msg":"trace[759455089] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"1.242783133s","start":"2026-03-12T19:27:52.639397Z","end":"2026-03-12T19:27:53.88218Z","steps":["trace[759455089] 'process raft request' (duration: 1.071531924s)","trace[759455089] 'compare' (duration: 170.639876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:53.882431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.639332Z","time spent":"1.242985737s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:53.882803Z","caller":"traceutil/trace.go:171","msg":"trace[1142066318] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6022; }","duration":"1.240289347s","start":"2026-03-12T19:27:52.6425Z","end":"2026-03-12T19:27:53.882789Z","steps":["trace[1142066318] 'read index received' (duration: 154.952829ms)","trace[1142066318] 'applied index is now lower than readState.Index' (duration: 1.085335678s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:53.882878Z","caller":"traceutil/trace.go:171","msg":"trace[619246668] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"1.242954455s","start":"2026-03-12T19:27:52.639917Z","end":"2026-03-12T19:27:53.882872Z","steps":["trace[619246668] 'process raft request' (duration: 1.242191399s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:53.882921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.639889Z","time spent":"1.243009647s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:53.883115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240622874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:27:53.883135Z","caller":"traceutil/trace.go:171","msg":"trace[524968218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:5782; }","duration":"1.240693296s","start":"2026-03-12T19:27:52.642437Z","end":"2026-03-12T19:27:53.88313Z","steps":["trace[524968218] 'agreement among raft nodes before linearized reading' (duration: 1.240586064s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:53.883179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.642409Z","time spent":"1.240739976s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:27:54.365836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.079855ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:27:54.366195Z","caller":"traceutil/trace.go:171","msg":"trace[383449021] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"908.937436ms","start":"2026-03-12T19:27:53.457236Z","end":"2026-03-12T19:27:54.366173Z","steps":["trace[383449021] 'process raft request' (duration: 908.722301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.366331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.457198Z","time spent":"909.050658ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:54.36653Z","caller":"traceutil/trace.go:171","msg":"trace[1467725140] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6025; }","duration":"483.624314ms","start":"2026-03-12T19:27:53.882828Z","end":"2026-03-12T19:27:54.366453Z","steps":["trace[1467725140] 'read index received' (duration: 283.945725ms)","trace[1467725140] 'applied index is now lower than readState.Index' (duration: 199.670018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:54.366613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.632536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:54.366575Z","caller":"traceutil/trace.go:171","msg":"trace[1535940517] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"772.491425ms","start":"2026-03-12T19:27:53.594042Z","end":"2026-03-12T19:27:54.366534Z","steps":["trace[1535940517] 'process raft request' (duration: 772.065406ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.366663Z","caller":"traceutil/trace.go:171","msg":"trace[1498841706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5784; }","duration":"865.702238ms","start":"2026-03-12T19:27:53.500933Z","end":"2026-03-12T19:27:54.366636Z","steps":["trace[1498841706] 'agreement among raft nodes before linearized reading' (duration: 865.659567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.366697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.500904Z","time spent":"865.78561ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:54.366572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556888374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:27:54.366785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.594013Z","time spent":"772.654199ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:54.366807Z","caller":"traceutil/trace.go:171","msg":"trace[2126077734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5784; }","duration":"1.557096749s","start":"2026-03-12T19:27:52.809664Z","end":"2026-03-12T19:27:54.36676Z","steps":["trace[2126077734] 'agreement among raft nodes before linearized reading' (duration: 1.556838924s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.366859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557222772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:27:54.366926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.809659Z","time spent":"1.557222552s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:27:54.366941Z","caller":"traceutil/trace.go:171","msg":"trace[2033187646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5784; }","duration":"1.557342124s","start":"2026-03-12T19:27:52.809582Z","end":"2026-03-12T19:27:54.366924Z","steps":["trace[2033187646] 'agreement among raft nodes before linearized reading' (duration: 1.557129539s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.367016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.809572Z","time spent":"1.557431547s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:54.367116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557696032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:27:54.367158Z","caller":"traceutil/trace.go:171","msg":"trace[1116032131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5784; }","duration":"1.557773464s","start":"2026-03-12T19:27:52.809375Z","end":"2026-03-12T19:27:54.367148Z","steps":["trace[1116032131] 'agreement among raft nodes before linearized reading' (duration: 1.557701872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.367193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.809353Z","time spent":"1.557833435s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:54.36736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689645022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:54.367462Z","caller":"traceutil/trace.go:171","msg":"trace[534408222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5784; }","duration":"1.689794415s","start":"2026-03-12T19:27:52.677646Z","end":"2026-03-12T19:27:54.36744Z","steps":["trace[534408222] 'agreement among raft nodes before linearized reading' (duration: 1.68954698s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.367525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.67763Z","time spent":"1.689884767s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:54.367531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.607273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81888"} {"level":"info","ts":"2026-03-12T19:27:54.36758Z","caller":"traceutil/trace.go:171","msg":"trace[579753019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5784; }","duration":"479.681565ms","start":"2026-03-12T19:27:53.887886Z","end":"2026-03-12T19:27:54.367567Z","steps":["trace[579753019] 'agreement among raft nodes before linearized reading' (duration: 479.335687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.367623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.887801Z","time spent":"479.814038ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:54.367705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.576526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:54.367732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.081443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-12T19:27:54.367742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.892553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:27:54.36777Z","caller":"traceutil/trace.go:171","msg":"trace[2004847664] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5784; }","duration":"151.166315ms","start":"2026-03-12T19:27:54.216594Z","end":"2026-03-12T19:27:54.36776Z","steps":["trace[2004847664] 'agreement among raft nodes before linearized reading' (duration: 151.017642ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.367759Z","caller":"traceutil/trace.go:171","msg":"trace[1484771951] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5784; }","duration":"377.686938ms","start":"2026-03-12T19:27:53.990055Z","end":"2026-03-12T19:27:54.367742Z","steps":["trace[1484771951] 'agreement among raft nodes before linearized reading' (duration: 377.571765ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.367788Z","caller":"traceutil/trace.go:171","msg":"trace[587710946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5784; }","duration":"448.966096ms","start":"2026-03-12T19:27:53.918811Z","end":"2026-03-12T19:27:54.367777Z","steps":["trace[587710946] 'agreement among raft nodes before linearized reading' (duration: 448.850133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.367826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.91879Z","time spent":"449.029536ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:54.367826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.990024Z","time spent":"377.79034ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:54.368168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.210817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124679"} {"level":"info","ts":"2026-03-12T19:27:54.368275Z","caller":"traceutil/trace.go:171","msg":"trace[1119562217] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5784; }","duration":"146.35375ms","start":"2026-03-12T19:27:54.221896Z","end":"2026-03-12T19:27:54.36825Z","steps":["trace[1119562217] 'agreement among raft nodes before linearized reading' (duration: 145.771186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.685063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.244408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:54.685563Z","caller":"traceutil/trace.go:171","msg":"trace[1430331318] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"311.503254ms","start":"2026-03-12T19:27:54.374024Z","end":"2026-03-12T19:27:54.685528Z","steps":["trace[1430331318] 'process raft request' (duration: 311.228758ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.685571Z","caller":"traceutil/trace.go:171","msg":"trace[442815144] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"311.663957ms","start":"2026-03-12T19:27:54.373866Z","end":"2026-03-12T19:27:54.685529Z","steps":["trace[442815144] 'process raft request' (duration: 311.3352ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.685597Z","caller":"traceutil/trace.go:171","msg":"trace[1770606571] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"311.104785ms","start":"2026-03-12T19:27:54.374461Z","end":"2026-03-12T19:27:54.685565Z","steps":["trace[1770606571] 'process raft request' (duration: 310.831559ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.685629Z","caller":"traceutil/trace.go:171","msg":"trace[43750112] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"311.698007ms","start":"2026-03-12T19:27:54.373858Z","end":"2026-03-12T19:27:54.685556Z","steps":["trace[43750112] 'process raft request' (duration: 93.857296ms)","trace[43750112] 'compare' (duration: 216.986503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:54.685683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.374009Z","time spent":"311.624946ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:54.685824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.373829Z","time spent":"311.823421ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:54.685866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.373839Z","time spent":"311.894952ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:54.685902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.250294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-12T19:27:54.686039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.374444Z","time spent":"311.220078ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:54.685862Z","caller":"traceutil/trace.go:171","msg":"trace[374187904] linearizableReadLoop","detail":"{readStateIndex:6033; appliedIndex:6028; }","duration":"308.711902ms","start":"2026-03-12T19:27:54.376635Z","end":"2026-03-12T19:27:54.685347Z","steps":["trace[374187904] 'read index received' (duration: 51.888908ms)","trace[374187904] 'applied index is now lower than readState.Index' (duration: 256.821904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:54.686308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.932481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:27:54.686391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.900165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124679"} {"level":"info","ts":"2026-03-12T19:27:54.686387Z","caller":"traceutil/trace.go:171","msg":"trace[1373655125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5789; }","duration":"170.081214ms","start":"2026-03-12T19:27:54.516284Z","end":"2026-03-12T19:27:54.686365Z","steps":["trace[1373655125] 'agreement among raft nodes before linearized reading' (duration: 169.950831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:54.686433Z","caller":"traceutil/trace.go:171","msg":"trace[135316783] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5789; }","duration":"308.962727ms","start":"2026-03-12T19:27:54.377452Z","end":"2026-03-12T19:27:54.686415Z","steps":["trace[135316783] 'agreement among raft nodes before linearized reading' (duration: 308.766783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.686477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.377442Z","time spent":"309.027258ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124703,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-12T19:27:54.686069Z","caller":"traceutil/trace.go:171","msg":"trace[616913716] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5789; }","duration":"309.427737ms","start":"2026-03-12T19:27:54.376619Z","end":"2026-03-12T19:27:54.686047Z","steps":["trace[616913716] 'agreement among raft nodes before linearized reading' (duration: 309.068919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.686809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.376612Z","time spent":"310.149533ms","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-12T19:27:55.001806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.766449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:55.001912Z","caller":"traceutil/trace.go:171","msg":"trace[1454576687] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"197.606594ms","start":"2026-03-12T19:27:54.804284Z","end":"2026-03-12T19:27:55.001891Z","steps":["trace[1454576687] 'process raft request' (duration: 45.649932ms)","trace[1454576687] 'compare' (duration: 151.655095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:24.822743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379777025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:28:25.019253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005114223s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:28:25.019742Z","caller":"traceutil/trace.go:171","msg":"trace[401334022] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"1.005714256s","start":"2026-03-12T19:28:24.013993Z","end":"2026-03-12T19:28:25.019707Z","steps":["trace[401334022] 'process raft request' (duration: 1.005520722s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.019956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.013954Z","time spent":"1.00589306s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:25.020344Z","caller":"traceutil/trace.go:171","msg":"trace[869827536] linearizableReadLoop","detail":"{readStateIndex:6295; appliedIndex:6292; }","duration":"698.60879ms","start":"2026-03-12T19:28:24.321709Z","end":"2026-03-12T19:28:25.020318Z","steps":["trace[869827536] 'read index received' (duration: 697.799962ms)","trace[869827536] 'applied index is now lower than readState.Index' (duration: 794.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:25.0204Z","caller":"traceutil/trace.go:171","msg":"trace[1431080148] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"1.006029773s","start":"2026-03-12T19:28:24.014352Z","end":"2026-03-12T19:28:25.020382Z","steps":["trace[1431080148] 'process raft request' (duration: 1.005764617s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:25.020461Z","caller":"traceutil/trace.go:171","msg":"trace[21345268] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"568.04303ms","start":"2026-03-12T19:28:24.452396Z","end":"2026-03-12T19:28:25.020439Z","steps":["trace[21345268] 'process raft request' (duration: 567.861076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.020483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.014321Z","time spent":"1.006124225s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:25.020606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.452365Z","time spent":"568.130902ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:25.020829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.04285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:25.020917Z","caller":"traceutil/trace.go:171","msg":"trace[1185158373] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6043; }","duration":"699.257374ms","start":"2026-03-12T19:28:24.321639Z","end":"2026-03-12T19:28:25.020897Z","steps":["trace[1185158373] 'agreement among raft nodes before linearized reading' (duration: 699.002289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.020962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.321612Z","time spent":"699.339686ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":33,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:28:25.021208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.360225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:28:25.021261Z","caller":"traceutil/trace.go:171","msg":"trace[1233102637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6043; }","duration":"158.428637ms","start":"2026-03-12T19:28:24.862815Z","end":"2026-03-12T19:28:25.021244Z","steps":["trace[1233102637] 'agreement among raft nodes before linearized reading' (duration: 158.283324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.021395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.33315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:28:25.021431Z","caller":"traceutil/trace.go:171","msg":"trace[987611734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6043; }","duration":"175.407292ms","start":"2026-03-12T19:28:24.846015Z","end":"2026-03-12T19:28:25.021422Z","steps":["trace[987611734] 'agreement among raft nodes before linearized reading' (duration: 175.287439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.021514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.589657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:28:25.021569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.104422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:28:25.0216Z","caller":"traceutil/trace.go:171","msg":"trace[1310449287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6043; }","duration":"382.72821ms","start":"2026-03-12T19:28:24.638853Z","end":"2026-03-12T19:28:25.021581Z","steps":["trace[1310449287] 'agreement among raft nodes before linearized reading' (duration: 382.479115ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:25.021618Z","caller":"traceutil/trace.go:171","msg":"trace[1750176082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6043; }","duration":"103.181134ms","start":"2026-03-12T19:28:24.918424Z","end":"2026-03-12T19:28:25.021605Z","steps":["trace[1750176082] 'agreement among raft nodes before linearized reading' (duration: 103.048811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.021639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.638827Z","time spent":"382.806701ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:28:25.021647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.563129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:28:25.021692Z","caller":"traceutil/trace.go:171","msg":"trace[1441470079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:6043; }","duration":"459.655322ms","start":"2026-03-12T19:28:24.562024Z","end":"2026-03-12T19:28:25.021679Z","steps":["trace[1441470079] 'agreement among raft nodes before linearized reading' (duration: 459.53429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:25.021731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:24.561999Z","time spent":"459.724583ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:28:34.476174Z","caller":"traceutil/trace.go:171","msg":"trace[850268607] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"107.913348ms","start":"2026-03-12T19:28:34.368232Z","end":"2026-03-12T19:28:34.476146Z","steps":["trace[850268607] 'process raft request' (duration: 107.629502ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:35.032293Z","caller":"traceutil/trace.go:171","msg":"trace[358338371] linearizableReadLoop","detail":"{readStateIndex:6346; appliedIndex:6345; }","duration":"113.923711ms","start":"2026-03-12T19:28:34.918345Z","end":"2026-03-12T19:28:35.032269Z","steps":["trace[358338371] 'read index received' (duration: 113.699316ms)","trace[358338371] 'applied index is now lower than readState.Index' (duration: 223.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:35.032413Z","caller":"traceutil/trace.go:171","msg":"trace[1351802812] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"223.480135ms","start":"2026-03-12T19:28:34.808885Z","end":"2026-03-12T19:28:35.032365Z","steps":["trace[1351802812] 'process raft request' (duration: 223.232499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.032575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.185056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:35.032685Z","caller":"traceutil/trace.go:171","msg":"trace[675755184] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6092; }","duration":"114.39222ms","start":"2026-03-12T19:28:34.918267Z","end":"2026-03-12T19:28:35.032659Z","steps":["trace[675755184] 'agreement among raft nodes before linearized reading' (duration: 114.134525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.858549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.274269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:35.859039Z","caller":"traceutil/trace.go:171","msg":"trace[450981519] linearizableReadLoop","detail":"{readStateIndex:6348; appliedIndex:6346; }","duration":"734.839681ms","start":"2026-03-12T19:28:35.124167Z","end":"2026-03-12T19:28:35.859007Z","steps":["trace[450981519] 'read index received' (duration: 229.980619ms)","trace[450981519] 'applied index is now lower than readState.Index' (duration: 504.856762ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:35.859338Z","caller":"traceutil/trace.go:171","msg":"trace[1476159414] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"663.515494ms","start":"2026-03-12T19:28:35.195791Z","end":"2026-03-12T19:28:35.859306Z","steps":["trace[1476159414] 'process raft request' (duration: 663.148915ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:35.859391Z","caller":"traceutil/trace.go:171","msg":"trace[624181421] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"776.544706ms","start":"2026-03-12T19:28:35.082806Z","end":"2026-03-12T19:28:35.859351Z","steps":["trace[624181421] 'process raft request' (duration: 776.034254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.082763Z","time spent":"776.687159ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:35.859531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.195758Z","time spent":"663.667656ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:35.859544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.863077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-12T19:28:35.859582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.505156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:28:35.859654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.910208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:28:35.859687Z","caller":"traceutil/trace.go:171","msg":"trace[1150553682] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6095; }","duration":"124.67596ms","start":"2026-03-12T19:28:35.734988Z","end":"2026-03-12T19:28:35.859664Z","steps":["trace[1150553682] 'agreement among raft nodes before linearized reading' (duration: 124.458565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.699099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:28:35.85966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.111422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:28:35.859719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.33697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:35.859734Z","caller":"traceutil/trace.go:171","msg":"trace[235143147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6095; }","duration":"720.753931ms","start":"2026-03-12T19:28:35.138969Z","end":"2026-03-12T19:28:35.859723Z","steps":["trace[235143147] 'agreement among raft nodes before linearized reading' (duration: 720.396123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.172133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:35.85976Z","caller":"traceutil/trace.go:171","msg":"trace[1492648703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6095; }","duration":"685.288056ms","start":"2026-03-12T19:28:35.174448Z","end":"2026-03-12T19:28:35.859736Z","steps":["trace[1492648703] 'agreement among raft nodes before linearized reading' (duration: 684.98349ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:35.859783Z","caller":"traceutil/trace.go:171","msg":"trace[1463867860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6095; }","duration":"358.427522ms","start":"2026-03-12T19:28:35.501335Z","end":"2026-03-12T19:28:35.859762Z","steps":["trace[1463867860] 'agreement among raft nodes before linearized reading' (duration: 358.35139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.848518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:28:35.859786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.138958Z","time spent":"720.818842ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:28:35.859815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.501316Z","time spent":"358.494394ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:28:35.859825Z","caller":"traceutil/trace.go:171","msg":"trace[1565639362] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6095; }","duration":"544.907989ms","start":"2026-03-12T19:28:35.314907Z","end":"2026-03-12T19:28:35.859815Z","steps":["trace[1565639362] 'agreement among raft nodes before linearized reading' (duration: 544.850318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.174408Z","time spent":"685.407958ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:28:35.85987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.314893Z","time spent":"544.967361ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-12T19:28:35.859726Z","caller":"traceutil/trace.go:171","msg":"trace[168935447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:6095; }","duration":"684.99091ms","start":"2026-03-12T19:28:35.174717Z","end":"2026-03-12T19:28:35.859708Z","steps":["trace[168935447] 'agreement among raft nodes before linearized reading' (duration: 684.683913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.859864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.439039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:28:35.859934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.174651Z","time spent":"685.267315ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:28:35.859791Z","caller":"traceutil/trace.go:171","msg":"trace[495006763] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6095; }","duration":"544.252985ms","start":"2026-03-12T19:28:35.315524Z","end":"2026-03-12T19:28:35.859777Z","steps":["trace[495006763] 'agreement among raft nodes before linearized reading' (duration: 544.178093ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:35.859981Z","caller":"traceutil/trace.go:171","msg":"trace[1072369646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6095; }","duration":"685.628623ms","start":"2026-03-12T19:28:35.174327Z","end":"2026-03-12T19:28:35.859955Z","steps":["trace[1072369646] 'agreement among raft nodes before linearized reading' (duration: 685.262065ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:35.859978Z","caller":"traceutil/trace.go:171","msg":"trace[1703150382] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"783.10354ms","start":"2026-03-12T19:28:35.076821Z","end":"2026-03-12T19:28:35.859924Z","steps":["trace[1703150382] 'process raft request' (duration: 277.307017ms)","trace[1703150382] 'compare' (duration: 504.061275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:35.860045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.174296Z","time spent":"685.733816ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:28:35.860029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.315506Z","time spent":"544.51295ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-12T19:28:35.85992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.551918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:28:35.860214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.076791Z","time spent":"783.299145ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:35.860263Z","caller":"traceutil/trace.go:171","msg":"trace[1793579814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6095; }","duration":"736.145001ms","start":"2026-03-12T19:28:35.124091Z","end":"2026-03-12T19:28:35.860236Z","steps":["trace[1793579814] 'agreement among raft nodes before linearized reading' (duration: 735.232991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.860322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.124056Z","time spent":"736.251934ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:28:35.859619Z","caller":"traceutil/trace.go:171","msg":"trace[348681625] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6095; }","duration":"539.98555ms","start":"2026-03-12T19:28:35.319614Z","end":"2026-03-12T19:28:35.859599Z","steps":["trace[348681625] 'agreement among raft nodes before linearized reading' (duration: 539.752815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.860693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.520827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:28:35.860733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.319588Z","time spent":"540.91948ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-12T19:28:35.861017Z","caller":"traceutil/trace.go:171","msg":"trace[1102939008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6095; }","duration":"721.718921ms","start":"2026-03-12T19:28:35.13908Z","end":"2026-03-12T19:28:35.860799Z","steps":["trace[1102939008] 'agreement among raft nodes before linearized reading' (duration: 720.556676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:35.861958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:35.139057Z","time spent":"722.877007ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:28:36.094436Z","caller":"traceutil/trace.go:171","msg":"trace[1283918832] transaction","detail":"{read_only:false; response_revision:6097; number_of_response:1; }","duration":"229.263083ms","start":"2026-03-12T19:28:35.865147Z","end":"2026-03-12T19:28:36.094411Z","steps":["trace[1283918832] 'process raft request' (duration: 219.231202ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:36.094829Z","caller":"traceutil/trace.go:171","msg":"trace[108249112] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"229.582581ms","start":"2026-03-12T19:28:35.86521Z","end":"2026-03-12T19:28:36.094792Z","steps":["trace[108249112] 'process raft request' (duration: 229.156951ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:36.095302Z","caller":"traceutil/trace.go:171","msg":"trace[1859085109] linearizableReadLoop","detail":"{readStateIndex:6353; appliedIndex:6349; }","duration":"229.708974ms","start":"2026-03-12T19:28:35.865577Z","end":"2026-03-12T19:28:36.095286Z","steps":["trace[1859085109] 'read index received' (duration: 83.944138ms)","trace[1859085109] 'applied index is now lower than readState.Index' (duration: 145.760346ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:36.095327Z","caller":"traceutil/trace.go:171","msg":"trace[595338033] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"229.798795ms","start":"2026-03-12T19:28:35.865463Z","end":"2026-03-12T19:28:36.095262Z","steps":["trace[595338033] 'process raft request' (duration: 229.218543ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:36.095473Z","caller":"traceutil/trace.go:171","msg":"trace[221741601] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"228.476737ms","start":"2026-03-12T19:28:35.866934Z","end":"2026-03-12T19:28:36.095411Z","steps":["trace[221741601] 'process raft request' (duration: 228.265872ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:36.095465Z","caller":"traceutil/trace.go:171","msg":"trace[442584002] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"228.461626ms","start":"2026-03-12T19:28:35.866974Z","end":"2026-03-12T19:28:36.095435Z","steps":["trace[442584002] 'process raft request' (duration: 228.265932ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:36.09555Z","caller":"traceutil/trace.go:171","msg":"trace[1162797095] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"228.64909ms","start":"2026-03-12T19:28:35.86688Z","end":"2026-03-12T19:28:36.095529Z","steps":["trace[1162797095] 'process raft request' (duration: 228.209091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:36.095734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.138163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101758"} {"level":"info","ts":"2026-03-12T19:28:36.095819Z","caller":"traceutil/trace.go:171","msg":"trace[5578368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6102; }","duration":"230.273216ms","start":"2026-03-12T19:28:35.865526Z","end":"2026-03-12T19:28:36.095799Z","steps":["trace[5578368] 'agreement among raft nodes before linearized reading' (duration: 229.896958ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:37.66191Z","caller":"traceutil/trace.go:171","msg":"trace[2134454987] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"116.614462ms","start":"2026-03-12T19:28:37.545267Z","end":"2026-03-12T19:28:37.661882Z","steps":["trace[2134454987] 'process raft request' (duration: 116.420727ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:51.265263Z","caller":"traceutil/trace.go:171","msg":"trace[1225209530] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"159.95673ms","start":"2026-03-12T19:28:51.105267Z","end":"2026-03-12T19:28:51.265224Z","steps":["trace[1225209530] 'process raft request' (duration: 159.720325ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:51.32373Z","caller":"traceutil/trace.go:171","msg":"trace[985409782] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"217.567645ms","start":"2026-03-12T19:28:51.106125Z","end":"2026-03-12T19:28:51.323693Z","steps":["trace[985409782] 'process raft request' (duration: 175.923063ms)","trace[985409782] 'compare' (duration: 41.503439ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:52.116101Z","caller":"traceutil/trace.go:171","msg":"trace[734422469] linearizableReadLoop","detail":"{readStateIndex:6455; appliedIndex:6454; }","duration":"210.10012ms","start":"2026-03-12T19:28:51.90597Z","end":"2026-03-12T19:28:52.11607Z","steps":["trace[734422469] 'read index received' (duration: 209.893795ms)","trace[734422469] 'applied index is now lower than readState.Index' (duration: 205.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:52.11617Z","caller":"traceutil/trace.go:171","msg":"trace[264301086] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"234.889798ms","start":"2026-03-12T19:28:51.881248Z","end":"2026-03-12T19:28:52.116138Z","steps":["trace[264301086] 'process raft request' (duration: 234.568111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.116339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.331064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:52.116386Z","caller":"traceutil/trace.go:171","msg":"trace[999847416] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6197; }","duration":"210.474698ms","start":"2026-03-12T19:28:51.905898Z","end":"2026-03-12T19:28:52.116373Z","steps":["trace[999847416] 'agreement among raft nodes before linearized reading' (duration: 210.333555ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.363131Z","caller":"traceutil/trace.go:171","msg":"trace[384843317] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"376.902531ms","start":"2026-03-12T19:28:51.986197Z","end":"2026-03-12T19:28:52.363099Z","steps":["trace[384843317] 'process raft request' (duration: 376.661126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.363331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:51.986174Z","time spent":"377.039795ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:52.363657Z","caller":"traceutil/trace.go:171","msg":"trace[333554343] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"365.918148ms","start":"2026-03-12T19:28:51.997691Z","end":"2026-03-12T19:28:52.363609Z","steps":["trace[333554343] 'process raft request' (duration: 365.356516ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.363809Z","caller":"traceutil/trace.go:171","msg":"trace[141971528] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"320.701767ms","start":"2026-03-12T19:28:52.043067Z","end":"2026-03-12T19:28:52.363769Z","steps":["trace[141971528] 'process raft request' (duration: 320.444441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.363873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:51.99767Z","time spent":"366.090831ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:52.364004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:52.043036Z","time spent":"320.8595ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:52.363908Z","caller":"traceutil/trace.go:171","msg":"trace[340800432] linearizableReadLoop","detail":"{readStateIndex:6458; appliedIndex:6455; }","duration":"247.495087ms","start":"2026-03-12T19:28:52.116199Z","end":"2026-03-12T19:28:52.363694Z","steps":["trace[340800432] 'read index received' (duration: 246.641418ms)","trace[340800432] 'applied index is now lower than readState.Index' (duration: 851.769µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:52.364254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.54052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:52.364299Z","caller":"traceutil/trace.go:171","msg":"trace[353207549] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6200; }","duration":"389.637303ms","start":"2026-03-12T19:28:51.97465Z","end":"2026-03-12T19:28:52.364287Z","steps":["trace[353207549] 'agreement among raft nodes before linearized reading' (duration: 389.568301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.364336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:51.974616Z","time spent":"389.712554ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-12T19:28:52.364156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.758695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:28:52.36458Z","caller":"traceutil/trace.go:171","msg":"trace[1810356198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6200; }","duration":"268.087942ms","start":"2026-03-12T19:28:52.09629Z","end":"2026-03-12T19:28:52.364378Z","steps":["trace[1810356198] 'agreement among raft nodes before linearized reading' (duration: 267.603711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.364364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.855227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:52.364691Z","caller":"traceutil/trace.go:171","msg":"trace[206037829] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6200; }","duration":"390.176175ms","start":"2026-03-12T19:28:51.974469Z","end":"2026-03-12T19:28:52.364645Z","steps":["trace[206037829] 'agreement among raft nodes before linearized reading' (duration: 389.841747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.364797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:51.974454Z","time spent":"390.275567ms","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-12T19:28:52.364864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.68026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:28:52.364899Z","caller":"traceutil/trace.go:171","msg":"trace[1626574338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6200; }","duration":"143.760072ms","start":"2026-03-12T19:28:52.22113Z","end":"2026-03-12T19:28:52.36489Z","steps":["trace[1626574338] 'agreement among raft nodes before linearized reading' (duration: 143.618568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.364972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.890627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:28:52.364991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.371704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:28:52.364985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.866814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:28:52.365032Z","caller":"traceutil/trace.go:171","msg":"trace[817875498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6200; }","duration":"134.462516ms","start":"2026-03-12T19:28:52.230559Z","end":"2026-03-12T19:28:52.365022Z","steps":["trace[817875498] 'agreement among raft nodes before linearized reading' (duration: 134.353594ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.365046Z","caller":"traceutil/trace.go:171","msg":"trace[1793780304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6200; }","duration":"124.941185ms","start":"2026-03-12T19:28:52.24009Z","end":"2026-03-12T19:28:52.365031Z","steps":["trace[1793780304] 'agreement among raft nodes before linearized reading' (duration: 124.760161ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.365053Z","caller":"traceutil/trace.go:171","msg":"trace[1377602601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:6200; }","duration":"120.965058ms","start":"2026-03-12T19:28:52.244053Z","end":"2026-03-12T19:28:52.365018Z","steps":["trace[1377602601] 'agreement among raft nodes before linearized reading' (duration: 120.800084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.365284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.141752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:28:52.365419Z","caller":"traceutil/trace.go:171","msg":"trace[88368292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6200; }","duration":"126.320705ms","start":"2026-03-12T19:28:52.239073Z","end":"2026-03-12T19:28:52.365394Z","steps":["trace[88368292] 'agreement among raft nodes before linearized reading' (duration: 125.845795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.560006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.734107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:52.560129Z","caller":"traceutil/trace.go:171","msg":"trace[1826081796] linearizableReadLoop","detail":"{readStateIndex:6459; appliedIndex:6458; }","duration":"189.792251ms","start":"2026-03-12T19:28:52.370316Z","end":"2026-03-12T19:28:52.560108Z","steps":["trace[1826081796] 'read index received' (duration: 42.858999ms)","trace[1826081796] 'applied index is now lower than readState.Index' (duration: 146.930742ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:52.560198Z","caller":"traceutil/trace.go:171","msg":"trace[1919324200] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"190.070947ms","start":"2026-03-12T19:28:52.37005Z","end":"2026-03-12T19:28:52.560121Z","steps":["trace[1919324200] 'process raft request' (duration: 43.109215ms)","trace[1919324200] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:414; } (duration: 146.484521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:52.560476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.157388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109126"} {"level":"info","ts":"2026-03-12T19:28:52.560519Z","caller":"traceutil/trace.go:171","msg":"trace[846620639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6201; }","duration":"190.202739ms","start":"2026-03-12T19:28:52.370306Z","end":"2026-03-12T19:28:52.560509Z","steps":["trace[846620639] 'agreement among raft nodes before linearized reading' (duration: 189.907273ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.62486Z","caller":"traceutil/trace.go:171","msg":"trace[963908655] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"254.103493ms","start":"2026-03-12T19:28:52.37073Z","end":"2026-03-12T19:28:52.624833Z","steps":["trace[963908655] 'process raft request' (duration: 253.9715ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.6249Z","caller":"traceutil/trace.go:171","msg":"trace[2045994545] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"254.284006ms","start":"2026-03-12T19:28:52.370576Z","end":"2026-03-12T19:28:52.62486Z","steps":["trace[2045994545] 'process raft request' (duration: 254.0011ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.625238Z","caller":"traceutil/trace.go:171","msg":"trace[1339592546] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"254.262116ms","start":"2026-03-12T19:28:52.370963Z","end":"2026-03-12T19:28:52.625225Z","steps":["trace[1339592546] 'process raft request' (duration: 254.079712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:52.625256Z","caller":"traceutil/trace.go:171","msg":"trace[358421427] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"254.323228ms","start":"2026-03-12T19:28:52.370913Z","end":"2026-03-12T19:28:52.625236Z","steps":["trace[358421427] 'process raft request' (duration: 253.878248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.62536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.449382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:28:52.625449Z","caller":"traceutil/trace.go:171","msg":"trace[996135284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6205; }","duration":"222.589887ms","start":"2026-03-12T19:28:52.402838Z","end":"2026-03-12T19:28:52.625428Z","steps":["trace[996135284] 'agreement among raft nodes before linearized reading' (duration: 222.351971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.625458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.638431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:52.625504Z","caller":"traceutil/trace.go:171","msg":"trace[936240394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6205; }","duration":"125.752833ms","start":"2026-03-12T19:28:52.49974Z","end":"2026-03-12T19:28:52.625493Z","steps":["trace[936240394] 'agreement among raft nodes before linearized reading' (duration: 125.652911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:52.781299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.354747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:52.781394Z","caller":"traceutil/trace.go:171","msg":"trace[1714503972] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6205; }","duration":"103.522701ms","start":"2026-03-12T19:28:52.677852Z","end":"2026-03-12T19:28:52.781374Z","steps":["trace[1714503972] 'range keys from in-memory index tree' (duration: 103.242935ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:53.17883Z","caller":"traceutil/trace.go:171","msg":"trace[2089397271] linearizableReadLoop","detail":"{readStateIndex:6464; appliedIndex:6463; }","duration":"203.449503ms","start":"2026-03-12T19:28:52.975344Z","end":"2026-03-12T19:28:53.178793Z","steps":["trace[2089397271] 'read index received' (duration: 115.080568ms)","trace[2089397271] 'applied index is now lower than readState.Index' (duration: 88.366905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:53.179107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.714538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:53.179191Z","caller":"traceutil/trace.go:171","msg":"trace[1059187187] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6205; }","duration":"203.900442ms","start":"2026-03-12T19:28:52.975271Z","end":"2026-03-12T19:28:53.179172Z","steps":["trace[1059187187] 'agreement among raft nodes before linearized reading' (duration: 203.646367ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:17.845314Z","caller":"traceutil/trace.go:171","msg":"trace[364950499] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"138.247361ms","start":"2026-03-12T19:30:17.70703Z","end":"2026-03-12T19:30:17.845277Z","steps":["trace[364950499] 'process raft request' (duration: 83.664293ms)","trace[364950499] 'compare' (duration: 54.23534ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:17.845671Z","caller":"traceutil/trace.go:171","msg":"trace[990499594] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"135.877698ms","start":"2026-03-12T19:30:17.709737Z","end":"2026-03-12T19:30:17.845615Z","steps":["trace[990499594] 'process raft request' (duration: 135.407848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:52.894686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4237} {"level":"info","ts":"2026-03-12T19:30:52.970855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4237,"took":"74.572441ms","hash":210198523,"current-db-size-bytes":35401728,"current-db-size":"35 MB","current-db-size-in-use-bytes":34177024,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-12T19:30:52.970986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":210198523,"revision":4237,"compact-revision":2545} {"level":"info","ts":"2026-03-12T19:30:55.100482Z","caller":"traceutil/trace.go:171","msg":"trace[1952239742] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"106.453267ms","start":"2026-03-12T19:30:54.994001Z","end":"2026-03-12T19:30:55.100454Z","steps":["trace[1952239742] 'process raft request' (duration: 106.255143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:55.497388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.2818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:30:55.497768Z","caller":"traceutil/trace.go:171","msg":"trace[268334786] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"337.755027ms","start":"2026-03-12T19:30:55.159917Z","end":"2026-03-12T19:30:55.497672Z","steps":["trace[268334786] 'process raft request' (duration: 148.659081ms)","trace[268334786] 'compare' (duration: 184.091296ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:55.49782Z","caller":"traceutil/trace.go:171","msg":"trace[129887974] linearizableReadLoop","detail":"{readStateIndex:7196; appliedIndex:7194; }","duration":"223.061188ms","start":"2026-03-12T19:30:55.274688Z","end":"2026-03-12T19:30:55.497749Z","steps":["trace[129887974] 'read index received' (duration: 33.950322ms)","trace[129887974] 'applied index is now lower than readState.Index' (duration: 189.108406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:30:55.49808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:30:55.159881Z","time spent":"338.055994ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:30:55.497828Z","caller":"traceutil/trace.go:171","msg":"trace[1513063845] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"294.897318ms","start":"2026-03-12T19:30:55.2029Z","end":"2026-03-12T19:30:55.497797Z","steps":["trace[1513063845] 'process raft request' (duration: 294.656923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:55.498189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.456727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:30:55.50112Z","caller":"traceutil/trace.go:171","msg":"trace[1315914599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6909; }","duration":"226.421953ms","start":"2026-03-12T19:30:55.274668Z","end":"2026-03-12T19:30:55.50109Z","steps":["trace[1315914599] 'agreement among raft nodes before linearized reading' (duration: 223.270293ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:55.541331Z","caller":"traceutil/trace.go:171","msg":"trace[2048397047] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"155.619876ms","start":"2026-03-12T19:30:55.385671Z","end":"2026-03-12T19:30:55.541291Z","steps":["trace[2048397047] 'process raft request' (duration: 155.339028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:55.541491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.469796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:30:55.54174Z","caller":"traceutil/trace.go:171","msg":"trace[641235787] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6910; }","duration":"227.740223ms","start":"2026-03-12T19:30:55.313921Z","end":"2026-03-12T19:30:55.541661Z","steps":["trace[641235787] 'agreement among raft nodes before linearized reading' (duration: 227.462887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:55.541569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.698446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:30:55.541936Z","caller":"traceutil/trace.go:171","msg":"trace[697182828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6910; }","duration":"165.143156ms","start":"2026-03-12T19:30:55.376761Z","end":"2026-03-12T19:30:55.541904Z","steps":["trace[697182828] 'agreement among raft nodes before linearized reading' (duration: 164.663095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:55.542069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.094005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:30:55.542133Z","caller":"traceutil/trace.go:171","msg":"trace[1345390606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6910; }","duration":"165.210407ms","start":"2026-03-12T19:30:55.376905Z","end":"2026-03-12T19:30:55.542115Z","steps":["trace[1345390606] 'agreement among raft nodes before linearized reading' (duration: 164.331258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:09.83093Z","caller":"traceutil/trace.go:171","msg":"trace[1656921957] linearizableReadLoop","detail":"{readStateIndex:7304; appliedIndex:7302; }","duration":"111.445096ms","start":"2026-03-12T19:31:09.719451Z","end":"2026-03-12T19:31:09.830896Z","steps":["trace[1656921957] 'read index received' (duration: 64.055338ms)","trace[1656921957] 'applied index is now lower than readState.Index' (duration: 47.388588ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:09.831086Z","caller":"traceutil/trace.go:171","msg":"trace[252514667] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"120.58241ms","start":"2026-03-12T19:31:09.710469Z","end":"2026-03-12T19:31:09.831051Z","steps":["trace[252514667] 'process raft request' (duration: 120.333773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:09.831176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.714303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:31:09.831222Z","caller":"traceutil/trace.go:171","msg":"trace[1395958944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:7011; }","duration":"111.825875ms","start":"2026-03-12T19:31:09.719384Z","end":"2026-03-12T19:31:09.83121Z","steps":["trace[1395958944] 'agreement among raft nodes before linearized reading' (duration: 111.666122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:09.831269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.581476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:31:09.831341Z","caller":"traceutil/trace.go:171","msg":"trace[842691633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7011; }","duration":"109.70908ms","start":"2026-03-12T19:31:09.721616Z","end":"2026-03-12T19:31:09.831325Z","steps":["trace[842691633] 'agreement among raft nodes before linearized reading' (duration: 109.486675ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:13.67778Z","caller":"traceutil/trace.go:171","msg":"trace[1880837272] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"339.501485ms","start":"2026-03-12T19:31:13.338236Z","end":"2026-03-12T19:31:13.677738Z","steps":["trace[1880837272] 'process raft request' (duration: 339.2517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:13.67803Z","caller":"traceutil/trace.go:171","msg":"trace[1537052914] linearizableReadLoop","detail":"{readStateIndex:7324; appliedIndex:7324; }","duration":"244.269067ms","start":"2026-03-12T19:31:13.433697Z","end":"2026-03-12T19:31:13.677967Z","steps":["trace[1537052914] 'read index received' (duration: 244.243227ms)","trace[1537052914] 'applied index is now lower than readState.Index' (duration: 21.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:13.678271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:13.338204Z","time spent":"339.67743ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:31:13.678297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.565433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:31:13.678348Z","caller":"traceutil/trace.go:171","msg":"trace[200332954] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7030; }","duration":"244.657225ms","start":"2026-03-12T19:31:13.433677Z","end":"2026-03-12T19:31:13.678334Z","steps":["trace[200332954] 'agreement among raft nodes before linearized reading' (duration: 244.504362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:13.697428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.258868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:31:13.69754Z","caller":"traceutil/trace.go:171","msg":"trace[847606887] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7031; }","duration":"235.427762ms","start":"2026-03-12T19:31:13.462083Z","end":"2026-03-12T19:31:13.697511Z","steps":["trace[847606887] 'agreement among raft nodes before linearized reading' (duration: 235.112485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:13.697698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.201126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:31:13.697749Z","caller":"traceutil/trace.go:171","msg":"trace[1649788286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7031; }","duration":"197.298258ms","start":"2026-03-12T19:31:13.500435Z","end":"2026-03-12T19:31:13.697733Z","steps":["trace[1649788286] 'agreement among raft nodes before linearized reading' (duration: 197.216446ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:14.174851Z","caller":"traceutil/trace.go:171","msg":"trace[1637863015] transaction","detail":"{read_only:false; response_revision:7037; number_of_response:1; }","duration":"165.430472ms","start":"2026-03-12T19:31:14.009388Z","end":"2026-03-12T19:31:14.174818Z","steps":["trace[1637863015] 'process raft request' (duration: 165.325909ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:14.174887Z","caller":"traceutil/trace.go:171","msg":"trace[1770393081] transaction","detail":"{read_only:false; response_revision:7036; number_of_response:1; }","duration":"166.621888ms","start":"2026-03-12T19:31:14.008205Z","end":"2026-03-12T19:31:14.174827Z","steps":["trace[1770393081] 'process raft request' (duration: 162.384375ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:14.175001Z","caller":"traceutil/trace.go:171","msg":"trace[1343872456] linearizableReadLoop","detail":"{readStateIndex:7332; appliedIndex:7329; }","duration":"109.931463ms","start":"2026-03-12T19:31:14.065044Z","end":"2026-03-12T19:31:14.174976Z","steps":["trace[1343872456] 'read index received' (duration: 105.405213ms)","trace[1343872456] 'applied index is now lower than readState.Index' (duration: 4.52501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:14.175142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.064596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:31:14.175173Z","caller":"traceutil/trace.go:171","msg":"trace[454043037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7038; }","duration":"110.150558ms","start":"2026-03-12T19:31:14.065014Z","end":"2026-03-12T19:31:14.175164Z","steps":["trace[454043037] 'agreement among raft nodes before linearized reading' (duration: 110.046406ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:14.175235Z","caller":"traceutil/trace.go:171","msg":"trace[2133222198] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"165.473043ms","start":"2026-03-12T19:31:14.009754Z","end":"2026-03-12T19:31:14.175227Z","steps":["trace[2133222198] 'process raft request' (duration: 165.017823ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:22.188137Z","caller":"traceutil/trace.go:171","msg":"trace[1306951648] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"109.576765ms","start":"2026-03-12T19:31:22.078525Z","end":"2026-03-12T19:31:22.188102Z","steps":["trace[1306951648] 'process raft request' (duration: 87.66154ms)","trace[1306951648] 'compare' (duration: 21.65666ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:22.39776Z","caller":"traceutil/trace.go:171","msg":"trace[1735437236] linearizableReadLoop","detail":"{readStateIndex:7426; appliedIndex:7425; }","duration":"121.591921ms","start":"2026-03-12T19:31:22.276141Z","end":"2026-03-12T19:31:22.397733Z","steps":["trace[1735437236] 'read index received' (duration: 67.581886ms)","trace[1735437236] 'applied index is now lower than readState.Index' (duration: 54.009115ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:22.397894Z","caller":"traceutil/trace.go:171","msg":"trace[1460840294] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"123.418782ms","start":"2026-03-12T19:31:22.274411Z","end":"2026-03-12T19:31:22.39783Z","steps":["trace[1460840294] 'process raft request' (duration: 69.429407ms)","trace[1460840294] 'compare' (duration: 53.75169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:22.398208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.026931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:31:22.398254Z","caller":"traceutil/trace.go:171","msg":"trace[278762449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7131; }","duration":"122.140504ms","start":"2026-03-12T19:31:22.276102Z","end":"2026-03-12T19:31:22.398242Z","steps":["trace[278762449] 'agreement among raft nodes before linearized reading' (duration: 121.746805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:22.415197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.937924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:31:22.415239Z","caller":"traceutil/trace.go:171","msg":"trace[2113300494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7132; }","duration":"138.026186ms","start":"2026-03-12T19:31:22.277203Z","end":"2026-03-12T19:31:22.415229Z","steps":["trace[2113300494] 'agreement among raft nodes before linearized reading' (duration: 137.878413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:22.996734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.532944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:31:22.997113Z","caller":"traceutil/trace.go:171","msg":"trace[618161429] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"593.811335ms","start":"2026-03-12T19:31:22.403268Z","end":"2026-03-12T19:31:22.99708Z","steps":["trace[618161429] 'process raft request' (duration: 212.806071ms)","trace[618161429] 'compare' (duration: 380.194766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:22.997474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:22.403241Z","time spent":"593.935508ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:31:22.997531Z","caller":"traceutil/trace.go:171","msg":"trace[941149959] linearizableReadLoop","detail":"{readStateIndex:7429; appliedIndex:7427; }","duration":"496.840119ms","start":"2026-03-12T19:31:22.500659Z","end":"2026-03-12T19:31:22.997499Z","steps":["trace[941149959] 'read index received' (duration: 115.431415ms)","trace[941149959] 'applied index is now lower than readState.Index' (duration: 381.406294ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:22.997488Z","caller":"traceutil/trace.go:171","msg":"trace[983366925] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"577.022833ms","start":"2026-03-12T19:31:22.420207Z","end":"2026-03-12T19:31:22.99723Z","steps":["trace[983366925] 'process raft request' (duration: 576.688876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:22.997869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:22.420188Z","time spent":"577.427763ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:31:23.03757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.633664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:31:23.037632Z","caller":"traceutil/trace.go:171","msg":"trace[1850059115] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7134; }","duration":"449.752537ms","start":"2026-03-12T19:31:22.587863Z","end":"2026-03-12T19:31:23.037615Z","steps":["trace[1850059115] 'agreement among raft nodes before linearized reading' (duration: 449.655094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:23.037703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:22.587831Z","time spent":"449.832039ms","remote":"127.0.0.1:44028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:31:23.037696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.021789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:31:23.037811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.732054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d54b053-2b5e-47b4-a95e-a56f75b95a2e\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-12T19:31:23.037866Z","caller":"traceutil/trace.go:171","msg":"trace[2133832389] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d54b053-2b5e-47b4-a95e-a56f75b95a2e; range_end:; response_count:1; response_revision:7134; }","duration":"219.834477ms","start":"2026-03-12T19:31:22.818018Z","end":"2026-03-12T19:31:23.037852Z","steps":["trace[2133832389] 'agreement among raft nodes before linearized reading' (duration: 219.681433ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:23.038046Z","caller":"traceutil/trace.go:171","msg":"trace[368091813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7134; }","duration":"537.122091ms","start":"2026-03-12T19:31:22.500636Z","end":"2026-03-12T19:31:23.037758Z","steps":["trace[368091813] 'agreement among raft nodes before linearized reading' (duration: 496.970702ms)","trace[368091813] 'range keys from in-memory index tree' (duration: 40.012045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:23.038128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:31:22.500554Z","time spent":"537.55838ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:32:15.829103Z","caller":"traceutil/trace.go:171","msg":"trace[1136516410] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"280.930642ms","start":"2026-03-12T19:32:15.548134Z","end":"2026-03-12T19:32:15.829064Z","steps":["trace[1136516410] 'process raft request' (duration: 191.609876ms)","trace[1136516410] 'compare' (duration: 89.165062ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:32:16.346535Z","caller":"traceutil/trace.go:171","msg":"trace[24999221] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"246.580052ms","start":"2026-03-12T19:32:16.099932Z","end":"2026-03-12T19:32:16.346512Z","steps":["trace[24999221] 'process raft request' (duration: 246.429858ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:32:16.373517Z","caller":"traceutil/trace.go:171","msg":"trace[1385966686] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"181.653426ms","start":"2026-03-12T19:32:16.191832Z","end":"2026-03-12T19:32:16.373486Z","steps":["trace[1385966686] 'process raft request' (duration: 181.496223ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:06.694256Z","caller":"traceutil/trace.go:171","msg":"trace[1742788857] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"131.341444ms","start":"2026-03-12T19:33:06.562887Z","end":"2026-03-12T19:33:06.694228Z","steps":["trace[1742788857] 'process raft request' (duration: 131.146669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:06.705979Z","caller":"traceutil/trace.go:171","msg":"trace[982700346] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"111.926674ms","start":"2026-03-12T19:33:06.594022Z","end":"2026-03-12T19:33:06.705949Z","steps":["trace[982700346] 'process raft request' (duration: 111.488075ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:08.475328Z","caller":"traceutil/trace.go:171","msg":"trace[1873311505] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8178; }","duration":"198.696003ms","start":"2026-03-12T19:33:08.276598Z","end":"2026-03-12T19:33:08.475294Z","steps":["trace[1873311505] 'read index received' (duration: 190.204896ms)","trace[1873311505] 'applied index is now lower than readState.Index' (duration: 8.488897ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:08.475366Z","caller":"traceutil/trace.go:171","msg":"trace[485060848] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"256.161384ms","start":"2026-03-12T19:33:08.219155Z","end":"2026-03-12T19:33:08.475317Z","steps":["trace[485060848] 'process raft request' (duration: 247.748568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:08.475677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.034281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:33:08.475785Z","caller":"traceutil/trace.go:171","msg":"trace[114521360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7857; }","duration":"199.184533ms","start":"2026-03-12T19:33:08.276574Z","end":"2026-03-12T19:33:08.475758Z","steps":["trace[114521360] 'agreement among raft nodes before linearized reading' (duration: 198.836676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:12.74725Z","caller":"traceutil/trace.go:171","msg":"trace[1391992639] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8216; }","duration":"256.249396ms","start":"2026-03-12T19:33:12.490967Z","end":"2026-03-12T19:33:12.747217Z","steps":["trace[1391992639] 'read index received' (duration: 256.067422ms)","trace[1391992639] 'applied index is now lower than readState.Index' (duration: 180.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:12.747386Z","caller":"traceutil/trace.go:171","msg":"trace[1286650468] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"405.192649ms","start":"2026-03-12T19:33:12.342139Z","end":"2026-03-12T19:33:12.747332Z","steps":["trace[1286650468] 'process raft request' (duration: 404.903792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:12.747634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.636634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:12.747647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.342104Z","time spent":"405.413684ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:12.747675Z","caller":"traceutil/trace.go:171","msg":"trace[767766617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7894; }","duration":"256.741317ms","start":"2026-03-12T19:33:12.490921Z","end":"2026-03-12T19:33:12.747662Z","steps":["trace[767766617] 'agreement among raft nodes before linearized reading' (duration: 256.42407ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:12.87488Z","caller":"traceutil/trace.go:171","msg":"trace[23467306] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"122.808605ms","start":"2026-03-12T19:33:12.752017Z","end":"2026-03-12T19:33:12.874826Z","steps":["trace[23467306] 'process raft request' (duration: 33.622684ms)","trace[23467306] 'compare' (duration: 89.011117ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:12.917466Z","caller":"traceutil/trace.go:171","msg":"trace[988000453] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"151.164623ms","start":"2026-03-12T19:33:12.766274Z","end":"2026-03-12T19:33:12.917439Z","steps":["trace[988000453] 'process raft request' (duration: 150.959288ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:12.917779Z","caller":"traceutil/trace.go:171","msg":"trace[936493252] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"149.875535ms","start":"2026-03-12T19:33:12.767795Z","end":"2026-03-12T19:33:12.917671Z","steps":["trace[936493252] 'process raft request' (duration: 149.595008ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:12.917798Z","caller":"traceutil/trace.go:171","msg":"trace[1302162771] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"148.603786ms","start":"2026-03-12T19:33:12.769156Z","end":"2026-03-12T19:33:12.91776Z","steps":["trace[1302162771] 'process raft request' (duration: 148.416062ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:13.279348Z","caller":"traceutil/trace.go:171","msg":"trace[760116129] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"108.041889ms","start":"2026-03-12T19:33:13.171265Z","end":"2026-03-12T19:33:13.279307Z","steps":["trace[760116129] 'process raft request' (duration: 107.792984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:13.824662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.845244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:13.82497Z","caller":"traceutil/trace.go:171","msg":"trace[976881446] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"188.732722ms","start":"2026-03-12T19:33:13.636018Z","end":"2026-03-12T19:33:13.824751Z","steps":["trace[976881446] 'process raft request' (duration: 47.692085ms)","trace[976881446] 'compare' (duration: 140.578647ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:13.892169Z","caller":"traceutil/trace.go:171","msg":"trace[1827582988] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8229; }","duration":"119.067492ms","start":"2026-03-12T19:33:13.773076Z","end":"2026-03-12T19:33:13.892144Z","steps":["trace[1827582988] 'read index received' (duration: 118.580562ms)","trace[1827582988] 'applied index is now lower than readState.Index' (duration: 485.72µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:13.892326Z","caller":"traceutil/trace.go:171","msg":"trace[1667534093] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"194.909419ms","start":"2026-03-12T19:33:13.697301Z","end":"2026-03-12T19:33:13.892211Z","steps":["trace[1667534093] 'process raft request' (duration: 194.50085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:13.892393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.290647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:33:13.892455Z","caller":"traceutil/trace.go:171","msg":"trace[88002850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7906; }","duration":"119.3701ms","start":"2026-03-12T19:33:13.773067Z","end":"2026-03-12T19:33:13.892437Z","steps":["trace[88002850] 'agreement among raft nodes before linearized reading' (duration: 119.167724ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:14.063539Z","caller":"traceutil/trace.go:171","msg":"trace[2132127724] linearizableReadLoop","detail":"{readStateIndex:8232; appliedIndex:8231; }","duration":"100.759908ms","start":"2026-03-12T19:33:13.962743Z","end":"2026-03-12T19:33:14.063502Z","steps":["trace[2132127724] 'read index received' (duration: 34.87643ms)","trace[2132127724] 'applied index is now lower than readState.Index' (duration: 65.881577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:14.063816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.036743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:14.063829Z","caller":"traceutil/trace.go:171","msg":"trace[1896488259] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"155.346545ms","start":"2026-03-12T19:33:13.908237Z","end":"2026-03-12T19:33:14.063583Z","steps":["trace[1896488259] 'process raft request' (duration: 89.441838ms)","trace[1896488259] 'compare' (duration: 65.585039ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:14.06408Z","caller":"traceutil/trace.go:171","msg":"trace[1339962669] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7908; }","duration":"101.229608ms","start":"2026-03-12T19:33:13.962695Z","end":"2026-03-12T19:33:14.063925Z","steps":["trace[1339962669] 'agreement among raft nodes before linearized reading' (duration: 100.960482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.058984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.563595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:33:23.059544Z","caller":"traceutil/trace.go:171","msg":"trace[718089187] linearizableReadLoop","detail":"{readStateIndex:8272; appliedIndex:8271; }","duration":"129.117785ms","start":"2026-03-12T19:33:22.93038Z","end":"2026-03-12T19:33:23.059497Z","steps":["trace[718089187] 'read index received' (duration: 42.891µs)","trace[718089187] 'applied index is now lower than readState.Index' (duration: 129.067533ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:23.059767Z","caller":"traceutil/trace.go:171","msg":"trace[1978002032] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"103.279814ms","start":"2026-03-12T19:33:22.956307Z","end":"2026-03-12T19:33:23.059587Z","steps":["trace[1978002032] 'process raft request' (duration: 103.12034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.059942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.536144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:33:23.059999Z","caller":"traceutil/trace.go:171","msg":"trace[81652793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7947; }","duration":"129.648196ms","start":"2026-03-12T19:33:22.930334Z","end":"2026-03-12T19:33:23.059982Z","steps":["trace[81652793] 'agreement among raft nodes before linearized reading' (duration: 129.34496ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:25.277702Z","caller":"traceutil/trace.go:171","msg":"trace[259702472] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"165.246513ms","start":"2026-03-12T19:33:25.112427Z","end":"2026-03-12T19:33:25.277673Z","steps":["trace[259702472] 'process raft request' (duration: 88.810353ms)","trace[259702472] 'compare' (duration: 76.252066ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:25.277872Z","caller":"traceutil/trace.go:171","msg":"trace[616561156] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8285; }","duration":"164.856545ms","start":"2026-03-12T19:33:25.112975Z","end":"2026-03-12T19:33:25.277831Z","steps":["trace[616561156] 'read index received' (duration: 5.239386ms)","trace[616561156] 'applied index is now lower than readState.Index' (duration: 159.614139ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:25.278009Z","caller":"traceutil/trace.go:171","msg":"trace[1455623124] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"164.983727ms","start":"2026-03-12T19:33:25.113013Z","end":"2026-03-12T19:33:25.277997Z","steps":["trace[1455623124] 'process raft request' (duration: 164.605109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:25.278192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-12T19:33:25.278244Z","caller":"traceutil/trace.go:171","msg":"trace[531980079] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7962; }","duration":"131.561809ms","start":"2026-03-12T19:33:25.14667Z","end":"2026-03-12T19:33:25.278232Z","steps":["trace[531980079] 'agreement among raft nodes before linearized reading' (duration: 131.393725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:25.278646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.642382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224047"} {"level":"info","ts":"2026-03-12T19:33:25.278743Z","caller":"traceutil/trace.go:171","msg":"trace[247244832] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7962; }","duration":"165.776965ms","start":"2026-03-12T19:33:25.112945Z","end":"2026-03-12T19:33:25.278722Z","steps":["trace[247244832] 'agreement among raft nodes before linearized reading' (duration: 165.213893ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:27.498801Z","caller":"traceutil/trace.go:171","msg":"trace[916904138] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"124.484623ms","start":"2026-03-12T19:33:27.374289Z","end":"2026-03-12T19:33:27.498773Z","steps":["trace[916904138] 'process raft request' (duration: 90.241265ms)","trace[916904138] 'compare' (duration: 34.097264ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:29.24463Z","caller":"traceutil/trace.go:171","msg":"trace[1594916850] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"108.406327ms","start":"2026-03-12T19:33:29.136187Z","end":"2026-03-12T19:33:29.244594Z","steps":["trace[1594916850] 'process raft request' (duration: 108.148511ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.245995Z","caller":"traceutil/trace.go:171","msg":"trace[1402970964] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"106.409893ms","start":"2026-03-12T19:33:29.13956Z","end":"2026-03-12T19:33:29.24597Z","steps":["trace[1402970964] 'process raft request' (duration: 106.25964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.245986Z","caller":"traceutil/trace.go:171","msg":"trace[1012286763] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"106.502074ms","start":"2026-03-12T19:33:29.139396Z","end":"2026-03-12T19:33:29.245898Z","steps":["trace[1012286763] 'process raft request' (duration: 106.225628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.575247Z","caller":"traceutil/trace.go:171","msg":"trace[732445678] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"101.121034ms","start":"2026-03-12T19:33:49.474085Z","end":"2026-03-12T19:33:49.575206Z","steps":["trace[732445678] 'process raft request' (duration: 60.126058ms)","trace[732445678] 'compare' (duration: 40.761571ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:49.758864Z","caller":"traceutil/trace.go:171","msg":"trace[2008746394] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"177.79584ms","start":"2026-03-12T19:33:49.581035Z","end":"2026-03-12T19:33:49.758831Z","steps":["trace[2008746394] 'read index received' (duration: 38.036591ms)","trace[2008746394] 'applied index is now lower than readState.Index' (duration: 139.757359ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:49.758952Z","caller":"traceutil/trace.go:171","msg":"trace[1565152351] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"178.301761ms","start":"2026-03-12T19:33:49.580594Z","end":"2026-03-12T19:33:49.758896Z","steps":["trace[1565152351] 'process raft request' (duration: 122.522329ms)","trace[1565152351] 'compare' (duration: 55.566648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.759697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.624248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:33:49.759817Z","caller":"traceutil/trace.go:171","msg":"trace[1356340472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8124; }","duration":"178.783962ms","start":"2026-03-12T19:33:49.581007Z","end":"2026-03-12T19:33:49.759791Z","steps":["trace[1356340472] 'agreement among raft nodes before linearized reading' (duration: 177.937973ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:49.921568Z","caller":"traceutil/trace.go:171","msg":"trace[641346196] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"156.99031ms","start":"2026-03-12T19:33:49.764541Z","end":"2026-03-12T19:33:49.921532Z","steps":["trace[641346196] 'read index received' (duration: 141.079208ms)","trace[641346196] 'applied index is now lower than readState.Index' (duration: 15.909782ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:49.921683Z","caller":"traceutil/trace.go:171","msg":"trace[1786408268] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"157.802188ms","start":"2026-03-12T19:33:49.763821Z","end":"2026-03-12T19:33:49.921624Z","steps":["trace[1786408268] 'process raft request' (duration: 141.805524ms)","trace[1786408268] 'compare' (duration: 15.752838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:49.921929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.347317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-12T19:33:49.92204Z","caller":"traceutil/trace.go:171","msg":"trace[822468619] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8125; }","duration":"157.50711ms","start":"2026-03-12T19:33:49.764506Z","end":"2026-03-12T19:33:49.922013Z","steps":["trace[822468619] 'agreement among raft nodes before linearized reading' (duration: 157.142702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.000499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:59.501228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:00.002107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:00.500441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:00.500694Z","caller":"traceutil/trace.go:171","msg":"trace[1844695112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668336s","start":"2026-03-12T19:33:58.499989Z","end":"2026-03-12T19:34:00.500658Z","steps":["trace[1844695112] 'agreement among raft nodes before linearized reading' (duration: 2.00037772s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:00.500857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.499958Z","time spent":"2.000878851s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:00.502785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:00.505595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089890578s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:00.506062Z","caller":"traceutil/trace.go:171","msg":"trace[103030510] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"2.09042299s","start":"2026-03-12T19:33:58.415563Z","end":"2026-03-12T19:34:00.505986Z","steps":["trace[103030510] 'process raft request' (duration: 2.090237546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:00.506237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.415528Z","time spent":"2.090594223s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:01.961735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.014647Z","time spent":"947.077661ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:34:01.995329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411175538s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:01.995953Z","caller":"traceutil/trace.go:171","msg":"trace[1461236324] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"2.516986948s","start":"2026-03-12T19:33:59.478936Z","end":"2026-03-12T19:34:01.995923Z","steps":["trace[1461236324] 'process raft request' (duration: 2.516896566s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.478914Z","time spent":"2.51709448s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:01.99611Z","caller":"traceutil/trace.go:171","msg":"trace[1390359339] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8632; }","duration":"3.496041705s","start":"2026-03-12T19:33:58.500049Z","end":"2026-03-12T19:34:01.996091Z","steps":["trace[1390359339] 'read index received' (duration: 2.00581878s)","trace[1390359339] 'applied index is now lower than readState.Index' (duration: 1.490220925s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:01.996358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786974604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:01.996411Z","caller":"traceutil/trace.go:171","msg":"trace[1299087469] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8299; }","duration":"2.787110307s","start":"2026-03-12T19:33:59.209288Z","end":"2026-03-12T19:34:01.996398Z","steps":["trace[1299087469] 'agreement among raft nodes before linearized reading' (duration: 2.786962194s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.209255Z","time spent":"2.787195589s","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.996502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312311834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:01.996576Z","caller":"traceutil/trace.go:171","msg":"trace[1880166794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8299; }","duration":"2.312459847s","start":"2026-03-12T19:33:59.684098Z","end":"2026-03-12T19:34:01.996558Z","steps":["trace[1880166794] 'agreement among raft nodes before linearized reading' (duration: 2.312193651s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288867695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:01.99658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170604022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:01.996613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166304766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:01.99663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.936977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:01.996685Z","caller":"traceutil/trace.go:171","msg":"trace[949159283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8299; }","duration":"2.170779596s","start":"2026-03-12T19:33:59.825882Z","end":"2026-03-12T19:34:01.996662Z","steps":["trace[949159283] 'agreement among raft nodes before linearized reading' (duration: 2.170473359s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49589274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:01.996697Z","caller":"traceutil/trace.go:171","msg":"trace[891377983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"1.166440789s","start":"2026-03-12T19:34:00.830236Z","end":"2026-03-12T19:34:01.996677Z","steps":["trace[891377983] 'agreement among raft nodes before linearized reading' (duration: 1.166249525s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166597102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:01.996741Z","caller":"traceutil/trace.go:171","msg":"trace[231405166] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8299; }","duration":"451.059318ms","start":"2026-03-12T19:34:01.545625Z","end":"2026-03-12T19:34:01.996685Z","steps":["trace[231405166] 'agreement among raft nodes before linearized reading' (duration: 450.922415ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.996756Z","caller":"traceutil/trace.go:171","msg":"trace[507642817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"1.496038774s","start":"2026-03-12T19:34:00.500707Z","end":"2026-03-12T19:34:01.996746Z","steps":["trace[507642817] 'agreement among raft nodes before linearized reading' (duration: 1.495952802s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.996672Z","caller":"traceutil/trace.go:171","msg":"trace[1898373974] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8299; }","duration":"2.28904613s","start":"2026-03-12T19:33:59.707601Z","end":"2026-03-12T19:34:01.996647Z","steps":["trace[1898373974] 'agreement among raft nodes before linearized reading' (duration: 2.288808634s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.825847Z","time spent":"2.170907329s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:01.996835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.500681Z","time spent":"1.496146676s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:01.996836Z","caller":"traceutil/trace.go:171","msg":"trace[2019741322] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8299; }","duration":"1.166704184s","start":"2026-03-12T19:34:00.830109Z","end":"2026-03-12T19:34:01.996813Z","steps":["trace[2019741322] 'agreement among raft nodes before linearized reading' (duration: 1.16650738s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.996847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:01.545599Z","time spent":"451.228933ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.996886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.830084Z","time spent":"1.166791907s","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.996858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.707588Z","time spent":"2.289253254s","remote":"127.0.0.1:34778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.996958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379773184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:01.996531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990069951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:01.99707Z","caller":"traceutil/trace.go:171","msg":"trace[1133989178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8299; }","duration":"1.990710355s","start":"2026-03-12T19:34:00.006344Z","end":"2026-03-12T19:34:01.997054Z","steps":["trace[1133989178] 'agreement among raft nodes before linearized reading' (duration: 1.989932379s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.997068Z","caller":"traceutil/trace.go:171","msg":"trace[980845631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"2.379861676s","start":"2026-03-12T19:33:59.617124Z","end":"2026-03-12T19:34:01.996986Z","steps":["trace[980845631] 'agreement among raft nodes before linearized reading' (duration: 2.379625391s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.997055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16281061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:34:01.997109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.006321Z","time spent":"1.990775897s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:01.997115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.617091Z","time spent":"2.38001351s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:01.997136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412720533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:01.997062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448476983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-12T19:34:01.997179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859995087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:34:01.997138Z","caller":"traceutil/trace.go:171","msg":"trace[1484710709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8299; }","duration":"2.162915192s","start":"2026-03-12T19:33:59.834199Z","end":"2026-03-12T19:34:01.997114Z","steps":["trace[1484710709] 'agreement among raft nodes before linearized reading' (duration: 2.162695097s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.997209Z","caller":"traceutil/trace.go:171","msg":"trace[427856432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8299; }","duration":"2.448686498s","start":"2026-03-12T19:33:59.548502Z","end":"2026-03-12T19:34:01.997188Z","steps":["trace[427856432] 'agreement among raft nodes before linearized reading' (duration: 2.448359421s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.996007Z","caller":"traceutil/trace.go:171","msg":"trace[319791593] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"2.531915707s","start":"2026-03-12T19:33:59.464026Z","end":"2026-03-12T19:34:01.995942Z","steps":["trace[319791593] 'process raft request' (duration: 2.531624781s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.997226Z","caller":"traceutil/trace.go:171","msg":"trace[1393587003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8299; }","duration":"1.860091869s","start":"2026-03-12T19:34:00.137123Z","end":"2026-03-12T19:34:01.997215Z","steps":["trace[1393587003] 'agreement among raft nodes before linearized reading' (duration: 1.859967576s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.997238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.834185Z","time spent":"2.163042065s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:34:01.997259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.137092Z","time spent":"1.860160981s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:01.997285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.548468Z","time spent":"2.44879881s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:01.99663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.684063Z","time spent":"2.312558099s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:34:01.997191Z","caller":"traceutil/trace.go:171","msg":"trace[811222883] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8299; }","duration":"2.412799534s","start":"2026-03-12T19:33:59.58437Z","end":"2026-03-12T19:34:01.99717Z","steps":["trace[811222883] 'agreement among raft nodes before linearized reading' (duration: 2.412733133s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.99751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.584351Z","time spent":"2.413106841s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.997553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077160296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:34:01.997599Z","caller":"traceutil/trace.go:171","msg":"trace[339205007] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8299; }","duration":"1.077231318s","start":"2026-03-12T19:34:00.920357Z","end":"2026-03-12T19:34:01.997588Z","steps":["trace[339205007] 'agreement among raft nodes before linearized reading' (duration: 1.076487351s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.997632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.920345Z","time spent":"1.077278109s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":881,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:01.996819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:00.830227Z","time spent":"1.166576552s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:01.997618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.463985Z","time spent":"2.533267237s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:01.9964Z","caller":"traceutil/trace.go:171","msg":"trace[784114360] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"2.463907653s","start":"2026-03-12T19:33:59.532442Z","end":"2026-03-12T19:34:01.99635Z","steps":["trace[784114360] 'process raft request' (duration: 2.463435713s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.998178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:59.532407Z","time spent":"2.465674283s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:06.116138Z","caller":"traceutil/trace.go:171","msg":"trace[1754283233] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"102.656288ms","start":"2026-03-12T19:34:06.013464Z","end":"2026-03-12T19:34:06.116121Z","steps":["trace[1754283233] 'process raft request' (duration: 102.525576ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.368106Z","caller":"traceutil/trace.go:171","msg":"trace[1376688946] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8655; }","duration":"323.631533ms","start":"2026-03-12T19:34:06.044445Z","end":"2026-03-12T19:34:06.368076Z","steps":["trace[1376688946] 'read index received' (duration: 71.588013ms)","trace[1376688946] 'applied index is now lower than readState.Index' (duration: 252.04234ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:06.36815Z","caller":"traceutil/trace.go:171","msg":"trace[1689924004] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"352.617113ms","start":"2026-03-12T19:34:06.015496Z","end":"2026-03-12T19:34:06.368113Z","steps":["trace[1689924004] 'process raft request' (duration: 313.766144ms)","trace[1689924004] 'compare' (duration: 38.573893ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:06.368193Z","caller":"traceutil/trace.go:171","msg":"trace[900245785] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"352.288426ms","start":"2026-03-12T19:34:06.015868Z","end":"2026-03-12T19:34:06.368157Z","steps":["trace[900245785] 'process raft request' (duration: 352.151763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.015463Z","time spent":"352.754776ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:06.368362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.015845Z","time spent":"352.416339ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:06.368399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.919669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:34:06.368407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.684278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:34:06.368483Z","caller":"traceutil/trace.go:171","msg":"trace[355748159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8320; }","duration":"320.811791ms","start":"2026-03-12T19:34:06.047653Z","end":"2026-03-12T19:34:06.368465Z","steps":["trace[355748159] 'agreement among raft nodes before linearized reading' (duration: 320.608506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.047634Z","time spent":"320.886883ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:06.368544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.096881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:34:06.368576Z","caller":"traceutil/trace.go:171","msg":"trace[312456067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8320; }","duration":"318.129062ms","start":"2026-03-12T19:34:06.050439Z","end":"2026-03-12T19:34:06.368568Z","steps":["trace[312456067] 'agreement among raft nodes before linearized reading' (duration: 318.03772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.050405Z","time spent":"318.208653ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:06.368639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.167956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:06.368675Z","caller":"traceutil/trace.go:171","msg":"trace[2078069990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8320; }","duration":"315.214917ms","start":"2026-03-12T19:34:06.053449Z","end":"2026-03-12T19:34:06.368664Z","steps":["trace[2078069990] 'agreement among raft nodes before linearized reading' (duration: 315.043213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.426112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:34:06.368709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.053442Z","time spent":"315.257448ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:34:06.368713Z","caller":"traceutil/trace.go:171","msg":"trace[342608531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8320; }","duration":"320.464674ms","start":"2026-03-12T19:34:06.04824Z","end":"2026-03-12T19:34:06.368704Z","steps":["trace[342608531] 'agreement among raft nodes before linearized reading' (duration: 320.385172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.048227Z","time spent":"320.586756ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:34:06.368442Z","caller":"traceutil/trace.go:171","msg":"trace[472194204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8320; }","duration":"324.046642ms","start":"2026-03-12T19:34:06.044384Z","end":"2026-03-12T19:34:06.36843Z","steps":["trace[472194204] 'agreement among raft nodes before linearized reading' (duration: 323.847088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.368934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.044349Z","time spent":"324.576394ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:06.511959Z","caller":"traceutil/trace.go:171","msg":"trace[2075386661] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8658; }","duration":"136.281142ms","start":"2026-03-12T19:34:06.375653Z","end":"2026-03-12T19:34:06.511934Z","steps":["trace[2075386661] 'read index received' (duration: 109.618722ms)","trace[2075386661] 'applied index is now lower than readState.Index' (duration: 26.6612ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:06.512044Z","caller":"traceutil/trace.go:171","msg":"trace[1890482895] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"138.612973ms","start":"2026-03-12T19:34:06.373417Z","end":"2026-03-12T19:34:06.51203Z","steps":["trace[1890482895] 'process raft request' (duration: 138.416419ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.51205Z","caller":"traceutil/trace.go:171","msg":"trace[941784111] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"138.693605ms","start":"2026-03-12T19:34:06.37333Z","end":"2026-03-12T19:34:06.512023Z","steps":["trace[941784111] 'process raft request' (duration: 138.422069ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.51208Z","caller":"traceutil/trace.go:171","msg":"trace[1194454950] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"138.285306ms","start":"2026-03-12T19:34:06.373772Z","end":"2026-03-12T19:34:06.512057Z","steps":["trace[1194454950] 'process raft request' (duration: 138.109472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.512191Z","caller":"traceutil/trace.go:171","msg":"trace[2118067260] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"139.432051ms","start":"2026-03-12T19:34:06.372748Z","end":"2026-03-12T19:34:06.51218Z","steps":["trace[2118067260] 'process raft request' (duration: 112.527916ms)","trace[2118067260] 'compare' (duration: 26.355413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:06.512553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.877756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:06.512625Z","caller":"traceutil/trace.go:171","msg":"trace[190046647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8324; }","duration":"136.996798ms","start":"2026-03-12T19:34:06.375611Z","end":"2026-03-12T19:34:06.512607Z","steps":["trace[190046647] 'agreement among raft nodes before linearized reading' (duration: 136.476356ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.828818Z","caller":"traceutil/trace.go:171","msg":"trace[2023481958] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"173.018694ms","start":"2026-03-12T19:34:06.655776Z","end":"2026-03-12T19:34:06.828795Z","steps":["trace[2023481958] 'process raft request' (duration: 172.85675ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:06.991328Z","caller":"traceutil/trace.go:171","msg":"trace[1791144692] linearizableReadLoop","detail":"{readStateIndex:8664; appliedIndex:8663; }","duration":"217.062957ms","start":"2026-03-12T19:34:06.774233Z","end":"2026-03-12T19:34:06.991296Z","steps":["trace[1791144692] 'read index received' (duration: 54.575946ms)","trace[1791144692] 'applied index is now lower than readState.Index' (duration: 162.485761ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:06.991453Z","caller":"traceutil/trace.go:171","msg":"trace[1320560513] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"253.647896ms","start":"2026-03-12T19:34:06.737762Z","end":"2026-03-12T19:34:06.99141Z","steps":["trace[1320560513] 'process raft request' (duration: 253.352879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.991782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.518927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:34:06.991904Z","caller":"traceutil/trace.go:171","msg":"trace[393088842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8326; }","duration":"217.691761ms","start":"2026-03-12T19:34:06.774192Z","end":"2026-03-12T19:34:06.991884Z","steps":["trace[393088842] 'agreement among raft nodes before linearized reading' (duration: 217.405175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.991805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.323036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:34:06.992167Z","caller":"traceutil/trace.go:171","msg":"trace[1776332829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8326; }","duration":"209.706694ms","start":"2026-03-12T19:34:06.782437Z","end":"2026-03-12T19:34:06.992144Z","steps":["trace[1776332829] 'agreement among raft nodes before linearized reading' (duration: 209.214073ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:07.211671Z","caller":"traceutil/trace.go:171","msg":"trace[2098076001] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"215.771918ms","start":"2026-03-12T19:34:06.995822Z","end":"2026-03-12T19:34:07.211594Z","steps":["trace[2098076001] 'process raft request' (duration: 215.571234ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:10.486349Z","caller":"traceutil/trace.go:171","msg":"trace[1302328572] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"344.631847ms","start":"2026-03-12T19:34:10.14169Z","end":"2026-03-12T19:34:10.486322Z","steps":["trace[1302328572] 'process raft request' (duration: 344.462673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.486525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.141659Z","time spent":"344.76944ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.001653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:11.094145Z","caller":"traceutil/trace.go:171","msg":"trace[1532856580] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"701.78387ms","start":"2026-03-12T19:34:10.392339Z","end":"2026-03-12T19:34:11.094123Z","steps":["trace[1532856580] 'process raft request' (duration: 701.743249ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.094242Z","caller":"traceutil/trace.go:171","msg":"trace[859940620] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"702.112178ms","start":"2026-03-12T19:34:10.392088Z","end":"2026-03-12T19:34:11.0942Z","steps":["trace[859940620] 'process raft request' (duration: 701.849982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.094305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.392325Z","time spent":"701.886223ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.094443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.392057Z","time spent":"702.277301ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.840628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.854756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:11.840716Z","caller":"traceutil/trace.go:171","msg":"trace[1323618283] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8677; }","duration":"1.340157308s","start":"2026-03-12T19:34:10.500544Z","end":"2026-03-12T19:34:11.840702Z","steps":["trace[1323618283] 'read index received' (duration: 593.449995ms)","trace[1323618283] 'applied index is now lower than readState.Index' (duration: 746.706383ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:11.840828Z","caller":"traceutil/trace.go:171","msg":"trace[778920075] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.033086213s","start":"2026-03-12T19:34:10.807729Z","end":"2026-03-12T19:34:11.840815Z","steps":["trace[778920075] 'process raft request' (duration: 923.955771ms)","trace[778920075] 'compare' (duration: 108.493018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:11.840881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.807691Z","time spent":"1.033162764s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.840995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340460515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:11.841013Z","caller":"traceutil/trace.go:171","msg":"trace[1274941487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8341; }","duration":"1.340525647s","start":"2026-03-12T19:34:10.50048Z","end":"2026-03-12T19:34:11.841006Z","steps":["trace[1274941487] 'agreement among raft nodes before linearized reading' (duration: 1.340488656s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.841032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.500457Z","time spent":"1.340571027s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:11.841326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.69915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:34:11.841312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308114501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:11.841353Z","caller":"traceutil/trace.go:171","msg":"trace[714673890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8341; }","duration":"997.764201ms","start":"2026-03-12T19:34:10.843582Z","end":"2026-03-12T19:34:11.841347Z","steps":["trace[714673890] 'agreement among raft nodes before linearized reading' (duration: 997.646188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.841375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.843554Z","time spent":"997.814733ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:11.841384Z","caller":"traceutil/trace.go:171","msg":"trace[878768072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8341; }","duration":"1.308244263s","start":"2026-03-12T19:34:10.53312Z","end":"2026-03-12T19:34:11.841364Z","steps":["trace[878768072] 'agreement among raft nodes before linearized reading' (duration: 1.308047759s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.841364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310938094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:11.84149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159872244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:11.841487Z","caller":"traceutil/trace.go:171","msg":"trace[1680542628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8341; }","duration":"1.311117327s","start":"2026-03-12T19:34:10.530335Z","end":"2026-03-12T19:34:11.841453Z","steps":["trace[1680542628] 'agreement among raft nodes before linearized reading' (duration: 1.310806971s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.841523Z","caller":"traceutil/trace.go:171","msg":"trace[822039012] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8341; }","duration":"1.159922916s","start":"2026-03-12T19:34:10.681591Z","end":"2026-03-12T19:34:11.841514Z","steps":["trace[822039012] 'agreement among raft nodes before linearized reading' (duration: 1.159856044s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.84154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.530307Z","time spent":"1.311224019s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:11.841551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.681584Z","time spent":"1.159960456s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:11.841504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.016862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-12T19:34:11.849443Z","caller":"traceutil/trace.go:171","msg":"trace[1089152264] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8341; }","duration":"736.970927ms","start":"2026-03-12T19:34:11.112441Z","end":"2026-03-12T19:34:11.849412Z","steps":["trace[1089152264] 'agreement among raft nodes before linearized reading' (duration: 729.026942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.849439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168475634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:11.849535Z","caller":"traceutil/trace.go:171","msg":"trace[922099086] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8341; }","duration":"1.168633557s","start":"2026-03-12T19:34:10.680881Z","end":"2026-03-12T19:34:11.849514Z","steps":["trace[922099086] 'agreement among raft nodes before linearized reading' (duration: 1.168467384s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.849531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318884257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:11.849536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.112419Z","time spent":"737.09386ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T19:34:11.849575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.680851Z","time spent":"1.168714679s","remote":"127.0.0.1:34730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:11.849561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319090023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:34:11.849584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319102523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:11.849612Z","caller":"traceutil/trace.go:171","msg":"trace[515935167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8341; }","duration":"1.31901238s","start":"2026-03-12T19:34:10.530582Z","end":"2026-03-12T19:34:11.849595Z","steps":["trace[515935167] 'agreement among raft nodes before linearized reading' (duration: 1.318807186s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.849635Z","caller":"traceutil/trace.go:171","msg":"trace[1274079764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8341; }","duration":"1.319211156s","start":"2026-03-12T19:34:10.530405Z","end":"2026-03-12T19:34:11.849617Z","steps":["trace[1274079764] 'agreement among raft nodes before linearized reading' (duration: 1.318987551s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.849645Z","caller":"traceutil/trace.go:171","msg":"trace[1915684585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8341; }","duration":"1.319201826s","start":"2026-03-12T19:34:10.530424Z","end":"2026-03-12T19:34:11.849626Z","steps":["trace[1915684585] 'agreement among raft nodes before linearized reading' (duration: 1.319011882s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.849658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.53056Z","time spent":"1.319088332s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:11.849684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.53038Z","time spent":"1.319293398s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:11.849678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316992537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T19:34:11.849708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.530414Z","time spent":"1.319284197s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:11.841424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.533101Z","time spent":"1.308315736s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:34:11.849778Z","caller":"traceutil/trace.go:171","msg":"trace[435937435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8341; }","duration":"1.317109629s","start":"2026-03-12T19:34:10.532628Z","end":"2026-03-12T19:34:11.849738Z","steps":["trace[435937435] 'agreement among raft nodes before linearized reading' (duration: 1.316816503s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.84983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.532617Z","time spent":"1.317203131s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T19:34:12.111701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.801608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:12.111902Z","caller":"traceutil/trace.go:171","msg":"trace[886997866] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"255.176179ms","start":"2026-03-12T19:34:11.8567Z","end":"2026-03-12T19:34:12.111876Z","steps":["trace[886997866] 'process raft request' (duration: 135.075505ms)","trace[886997866] 'compare' (duration: 119.598093ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:12.179946Z","caller":"traceutil/trace.go:171","msg":"trace[129121024] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"322.800514ms","start":"2026-03-12T19:34:11.857077Z","end":"2026-03-12T19:34:12.179877Z","steps":["trace[129121024] 'process raft request' (duration: 322.511708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.180487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.184292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-03-12T19:34:12.180577Z","caller":"traceutil/trace.go:171","msg":"trace[258772434] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8346; }","duration":"323.322307ms","start":"2026-03-12T19:34:11.857242Z","end":"2026-03-12T19:34:12.180564Z","steps":["trace[258772434] 'agreement among raft nodes before linearized reading' (duration: 323.109631ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:12.18056Z","caller":"traceutil/trace.go:171","msg":"trace[1850118463] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"322.793243ms","start":"2026-03-12T19:34:11.85702Z","end":"2026-03-12T19:34:12.179814Z","steps":["trace[1850118463] 'process raft request' (duration: 322.428426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.180618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.857188Z","time spent":"323.421489ms","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":731,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-12T19:34:12.180236Z","caller":"traceutil/trace.go:171","msg":"trace[1737691108] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"322.776513ms","start":"2026-03-12T19:34:11.857433Z","end":"2026-03-12T19:34:12.180209Z","steps":["trace[1737691108] 'process raft request' (duration: 322.19405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.180735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.857012Z","time spent":"323.610213ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:12.180905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.857424Z","time spent":"323.321507ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:12.180325Z","caller":"traceutil/trace.go:171","msg":"trace[1547853097] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8680; }","duration":"323.034809ms","start":"2026-03-12T19:34:11.85728Z","end":"2026-03-12T19:34:12.180315Z","steps":["trace[1547853097] 'read index received' (duration: 134.646496ms)","trace[1547853097] 'applied index is now lower than readState.Index' (duration: 188.387313ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:12.180385Z","caller":"traceutil/trace.go:171","msg":"trace[1526871987] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"320.472282ms","start":"2026-03-12T19:34:11.859887Z","end":"2026-03-12T19:34:12.180359Z","steps":["trace[1526871987] 'process raft request' (duration: 320.283828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.181165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.859866Z","time spent":"321.224729ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:12.181372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.736391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:12.181391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.223347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:34:12.18141Z","caller":"traceutil/trace.go:171","msg":"trace[996004290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"321.784872ms","start":"2026-03-12T19:34:11.859616Z","end":"2026-03-12T19:34:12.1814Z","steps":["trace[996004290] 'agreement among raft nodes before linearized reading' (duration: 321.724851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.181444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.859609Z","time spent":"321.829643ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:12.181454Z","caller":"traceutil/trace.go:171","msg":"trace[1530465220] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8346; }","duration":"220.31986ms","start":"2026-03-12T19:34:11.961113Z","end":"2026-03-12T19:34:12.181433Z","steps":["trace[1530465220] 'agreement among raft nodes before linearized reading' (duration: 220.116475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.181653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.857071Z","time spent":"324.353968ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:12.182154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.682776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:12.182333Z","caller":"traceutil/trace.go:171","msg":"trace[1166306970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8346; }","duration":"324.849979ms","start":"2026-03-12T19:34:11.85745Z","end":"2026-03-12T19:34:12.1823Z","steps":["trace[1166306970] 'agreement among raft nodes before linearized reading' (duration: 323.684464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.182516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.857431Z","time spent":"325.064914ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:12.429914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.54529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:12.430034Z","caller":"traceutil/trace.go:171","msg":"trace[1371351513] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8685; }","duration":"184.189931ms","start":"2026-03-12T19:34:12.245826Z","end":"2026-03-12T19:34:12.430016Z","steps":["trace[1371351513] 'read index received' (duration: 51.371µs)","trace[1371351513] 'applied index is now lower than readState.Index' (duration: 184.13759ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:12.43013Z","caller":"traceutil/trace.go:171","msg":"trace[544124166] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"243.826029ms","start":"2026-03-12T19:34:12.186292Z","end":"2026-03-12T19:34:12.430118Z","steps":["trace[544124166] 'process raft request' (duration: 38.975901ms)","trace[544124166] 'compare' (duration: 204.405687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:12.430476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.620471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:12.430508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.848682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:34:12.430571Z","caller":"traceutil/trace.go:171","msg":"trace[222460942] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8347; }","duration":"184.771553ms","start":"2026-03-12T19:34:12.245777Z","end":"2026-03-12T19:34:12.430549Z","steps":["trace[222460942] 'agreement among raft nodes before linearized reading' (duration: 184.495567ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:12.430593Z","caller":"traceutil/trace.go:171","msg":"trace[159266152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8347; }","duration":"125.969654ms","start":"2026-03-12T19:34:12.304585Z","end":"2026-03-12T19:34:12.430554Z","steps":["trace[159266152] 'agreement among raft nodes before linearized reading' (duration: 125.76839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.17851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.940199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:13.178759Z","caller":"traceutil/trace.go:171","msg":"trace[423183624] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"739.987314ms","start":"2026-03-12T19:34:12.438718Z","end":"2026-03-12T19:34:13.178705Z","steps":["trace[423183624] 'process raft request' (duration: 144.746628ms)","trace[423183624] 'compare' (duration: 594.152362ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:13.178902Z","caller":"traceutil/trace.go:171","msg":"trace[1153298675] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8686; }","duration":"676.447001ms","start":"2026-03-12T19:34:12.502435Z","end":"2026-03-12T19:34:13.178882Z","steps":["trace[1153298675] 'read index received' (duration: 81.118073ms)","trace[1153298675] 'applied index is now lower than readState.Index' (duration: 595.327688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:13.178943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.438685Z","time spent":"740.154308ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:13.179015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.576424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:13.17905Z","caller":"traceutil/trace.go:171","msg":"trace[1796593521] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8349; }","duration":"676.658735ms","start":"2026-03-12T19:34:12.502382Z","end":"2026-03-12T19:34:13.179041Z","steps":["trace[1796593521] 'agreement among raft nodes before linearized reading' (duration: 676.566473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.179089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.502371Z","time spent":"676.710616ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:13.179194Z","caller":"traceutil/trace.go:171","msg":"trace[244301668] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"687.697169ms","start":"2026-03-12T19:34:12.49146Z","end":"2026-03-12T19:34:13.179157Z","steps":["trace[244301668] 'process raft request' (duration: 687.315401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.179381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.491434Z","time spent":"687.854893ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:14.164184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.651758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:34:14.164679Z","caller":"traceutil/trace.go:171","msg":"trace[1952753906] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"1.065328655s","start":"2026-03-12T19:34:13.09931Z","end":"2026-03-12T19:34:14.164639Z","steps":["trace[1952753906] 'process raft request' (duration: 1.064990588s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:14.164743Z","caller":"traceutil/trace.go:171","msg":"trace[342939634] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8688; }","duration":"982.235108ms","start":"2026-03-12T19:34:13.182476Z","end":"2026-03-12T19:34:14.164711Z","steps":["trace[342939634] 'read index received' (duration: 408.1231ms)","trace[342939634] 'applied index is now lower than readState.Index' (duration: 574.110488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:14.164871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.099287Z","time spent":"1.065469518s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:14.16497Z","caller":"traceutil/trace.go:171","msg":"trace[1792794152] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"1.065424636s","start":"2026-03-12T19:34:13.099462Z","end":"2026-03-12T19:34:14.164886Z","steps":["trace[1792794152] 'process raft request' (duration: 1.065109249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.165108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.099439Z","time spent":"1.065565609s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:14.165145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.087375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-12T19:34:14.16521Z","caller":"traceutil/trace.go:171","msg":"trace[1411752507] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8351; }","duration":"930.190678ms","start":"2026-03-12T19:34:13.235002Z","end":"2026-03-12T19:34:14.165192Z","steps":["trace[1411752507] 'agreement among raft nodes before linearized reading' (duration: 929.922402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.165246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.77398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:14.165257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.23498Z","time spent":"930.265409ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-12T19:34:14.16529Z","caller":"traceutil/trace.go:171","msg":"trace[552668654] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8351; }","duration":"982.856172ms","start":"2026-03-12T19:34:13.18242Z","end":"2026-03-12T19:34:14.165276Z","steps":["trace[552668654] 'agreement among raft nodes before linearized reading' (duration: 982.78742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.16529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.517119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:14.16532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.182395Z","time spent":"982.919424ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:14.165341Z","caller":"traceutil/trace.go:171","msg":"trace[452176083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8351; }","duration":"665.604661ms","start":"2026-03-12T19:34:13.49972Z","end":"2026-03-12T19:34:14.165324Z","steps":["trace[452176083] 'agreement among raft nodes before linearized reading' (duration: 665.538379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.165368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.499695Z","time spent":"665.667212ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:14.165565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.639794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:14.165607Z","caller":"traceutil/trace.go:171","msg":"trace[2106120144] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8351; }","duration":"914.725046ms","start":"2026-03-12T19:34:13.250869Z","end":"2026-03-12T19:34:14.165594Z","steps":["trace[2106120144] 'agreement among raft nodes before linearized reading' (duration: 914.658224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.165638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.250847Z","time spent":"914.782157ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:14.383767Z","caller":"traceutil/trace.go:171","msg":"trace[1806685240] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8691; }","duration":"208.633251ms","start":"2026-03-12T19:34:14.175107Z","end":"2026-03-12T19:34:14.38374Z","steps":["trace[1806685240] 'read index received' (duration: 170.716443ms)","trace[1806685240] 'applied index is now lower than readState.Index' (duration: 37.915228ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:14.383917Z","caller":"traceutil/trace.go:171","msg":"trace[1806654751] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"212.148899ms","start":"2026-03-12T19:34:14.171752Z","end":"2026-03-12T19:34:14.383901Z","steps":["trace[1806654751] 'process raft request' (duration: 174.145128ms)","trace[1806654751] 'compare' (duration: 37.436818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:14.384146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.626252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:14.38425Z","caller":"traceutil/trace.go:171","msg":"trace[329254513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8352; }","duration":"199.790466ms","start":"2026-03-12T19:34:14.184437Z","end":"2026-03-12T19:34:14.384228Z","steps":["trace[329254513] 'agreement among raft nodes before linearized reading' (duration: 199.54139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.384373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.09048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:14.384427Z","caller":"traceutil/trace.go:171","msg":"trace[860412420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8352; }","duration":"185.179183ms","start":"2026-03-12T19:34:14.199236Z","end":"2026-03-12T19:34:14.384415Z","steps":["trace[860412420] 'agreement among raft nodes before linearized reading' (duration: 185.004569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.3845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.312524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:14.384539Z","caller":"traceutil/trace.go:171","msg":"trace[1614429851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8352; }","duration":"198.395345ms","start":"2026-03-12T19:34:14.186131Z","end":"2026-03-12T19:34:14.384526Z","steps":["trace[1614429851] 'agreement among raft nodes before linearized reading' (duration: 198.303953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.384665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.555061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-12T19:34:14.384706Z","caller":"traceutil/trace.go:171","msg":"trace[1831920560] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8352; }","duration":"209.625883ms","start":"2026-03-12T19:34:14.17507Z","end":"2026-03-12T19:34:14.384696Z","steps":["trace[1831920560] 'agreement among raft nodes before linearized reading' (duration: 209.510291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.384732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.159151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:34:14.384908Z","caller":"traceutil/trace.go:171","msg":"trace[784136986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8352; }","duration":"194.373495ms","start":"2026-03-12T19:34:14.190508Z","end":"2026-03-12T19:34:14.384881Z","steps":["trace[784136986] 'agreement among raft nodes before linearized reading' (duration: 193.877654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.384838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.435595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:14.385119Z","caller":"traceutil/trace.go:171","msg":"trace[170663840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8352; }","duration":"193.725751ms","start":"2026-03-12T19:34:14.191381Z","end":"2026-03-12T19:34:14.385106Z","steps":["trace[170663840] 'agreement among raft nodes before linearized reading' (duration: 193.407204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.893387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:15.808296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.671365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:15.808456Z","caller":"traceutil/trace.go:171","msg":"trace[502569189] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"1.417450998s","start":"2026-03-12T19:34:14.390976Z","end":"2026-03-12T19:34:15.808427Z","steps":["trace[502569189] 'process raft request' (duration: 759.525696ms)","trace[502569189] 'compare' (duration: 657.501961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:15.808535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.39095Z","time spent":"1.417552039s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:17.500024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:17.500123Z","caller":"traceutil/trace.go:171","msg":"trace[1850563683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307419s","start":"2026-03-12T19:34:15.499795Z","end":"2026-03-12T19:34:17.500102Z","steps":["trace[1850563683] 'agreement among raft nodes before linearized reading' (duration: 2.000186816s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.500402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:15.499769Z","time spent":"2.00039338s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:17.593001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.441882648s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:17.593579Z","caller":"traceutil/trace.go:171","msg":"trace[1821860537] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"3.201459696s","start":"2026-03-12T19:34:14.392084Z","end":"2026-03-12T19:34:17.593543Z","steps":["trace[1821860537] 'process raft request' (duration: 3.20117433s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.59377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.392042Z","time spent":"3.201621158s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:17.594211Z","caller":"traceutil/trace.go:171","msg":"trace[2124286917] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"3.201937296s","start":"2026-03-12T19:34:14.392251Z","end":"2026-03-12T19:34:17.594188Z","steps":["trace[2124286917] 'process raft request' (duration: 3.201244851s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.594316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.392242Z","time spent":"3.202023057s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:17.594426Z","caller":"traceutil/trace.go:171","msg":"trace[300999288] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"3.201899705s","start":"2026-03-12T19:34:14.392497Z","end":"2026-03-12T19:34:17.594396Z","steps":["trace[300999288] 'process raft request' (duration: 3.201566088s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:17.594518Z","caller":"traceutil/trace.go:171","msg":"trace[1995519281] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"3.200695088s","start":"2026-03-12T19:34:14.393809Z","end":"2026-03-12T19:34:17.594504Z","steps":["trace[1995519281] 'process raft request' (duration: 3.200390921s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.594566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.392487Z","time spent":"3.202002347s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:17.594584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.393799Z","time spent":"3.200752959s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:17.595086Z","caller":"traceutil/trace.go:171","msg":"trace[743780386] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8692; }","duration":"3.202374945s","start":"2026-03-12T19:34:14.392677Z","end":"2026-03-12T19:34:17.595052Z","steps":["trace[743780386] 'read index received' (duration: 757.929542ms)","trace[743780386] 'applied index is now lower than readState.Index' (duration: 2.444444003s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:17.595198Z","caller":"traceutil/trace.go:171","msg":"trace[1292194699] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"2.9700254s","start":"2026-03-12T19:34:14.62514Z","end":"2026-03-12T19:34:17.595165Z","steps":["trace[1292194699] 'process raft request' (duration: 2.969487198s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.595362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.625107Z","time spent":"2.970167013s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:17.595456Z","caller":"traceutil/trace.go:171","msg":"trace[841873545] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"2.646247604s","start":"2026-03-12T19:34:14.949193Z","end":"2026-03-12T19:34:17.595441Z","steps":["trace[841873545] 'process raft request' (duration: 2.645788224s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.595511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.949162Z","time spent":"2.646324045s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:17.595888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203200364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:17.595955Z","caller":"traceutil/trace.go:171","msg":"trace[2003820061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8359; }","duration":"3.203298106s","start":"2026-03-12T19:34:14.392645Z","end":"2026-03-12T19:34:17.595943Z","steps":["trace[2003820061] 'agreement among raft nodes before linearized reading' (duration: 3.202814234s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:17.595989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.392635Z","time spent":"3.203345528s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:18.095858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:18.596935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:19.097094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:19.330484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681534062s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:19.331041Z","caller":"traceutil/trace.go:171","msg":"trace[1584454323] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"4.146360958s","start":"2026-03-12T19:34:15.18465Z","end":"2026-03-12T19:34:19.331011Z","steps":["trace[1584454323] 'process raft request' (duration: 4.146070962s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.331084Z","caller":"traceutil/trace.go:171","msg":"trace[1496922395] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"3.160474509s","start":"2026-03-12T19:34:16.170581Z","end":"2026-03-12T19:34:19.331056Z","steps":["trace[1496922395] 'process raft request' (duration: 3.160384657s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.331088Z","caller":"traceutil/trace.go:171","msg":"trace[1934776973] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"4.033364971s","start":"2026-03-12T19:34:15.297654Z","end":"2026-03-12T19:34:19.331019Z","steps":["trace[1934776973] 'process raft request' (duration: 4.033264009s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.331185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:15.184606Z","time spent":"4.146494171s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:19.331205Z","caller":"traceutil/trace.go:171","msg":"trace[1891015364] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8699; }","duration":"1.735957537s","start":"2026-03-12T19:34:17.595228Z","end":"2026-03-12T19:34:19.331185Z","steps":["trace[1891015364] 'read index received' (duration: 1.735431445s)","trace[1891015364] 'applied index is now lower than readState.Index' (duration: 525.002µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:19.331219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:16.170542Z","time spent":"3.160582191s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:19.33136Z","caller":"traceutil/trace.go:171","msg":"trace[84377056] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"3.159116089s","start":"2026-03-12T19:34:16.172231Z","end":"2026-03-12T19:34:19.331347Z","steps":["trace[84377056] 'process raft request' (duration: 3.158782222s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.331424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:16.172197Z","time spent":"3.159192301s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:19.331437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938047073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:34:19.331462Z","caller":"traceutil/trace.go:171","msg":"trace[157312175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8363; }","duration":"2.938118415s","start":"2026-03-12T19:34:16.393336Z","end":"2026-03-12T19:34:19.331454Z","steps":["trace[157312175] 'agreement among raft nodes before linearized reading' (duration: 2.937985552s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.33149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:16.393307Z","time spent":"2.938177586s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:19.331452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:15.297628Z","time spent":"4.033573765s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:19.331489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831022957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:19.331578Z","caller":"traceutil/trace.go:171","msg":"trace[79743095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8363; }","duration":"1.831126429s","start":"2026-03-12T19:34:17.50043Z","end":"2026-03-12T19:34:19.331556Z","steps":["trace[79743095] 'agreement among raft nodes before linearized reading' (duration: 1.830967485s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.331603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933637398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T19:34:19.331579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783088247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-12T19:34:19.331603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602222283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:19.331631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:17.500363Z","time spent":"1.831258671s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:19.331676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.809583356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:19.331746Z","caller":"traceutil/trace.go:171","msg":"trace[1347670271] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8363; }","duration":"4.809648168s","start":"2026-03-12T19:34:14.522083Z","end":"2026-03-12T19:34:19.331732Z","steps":["trace[1347670271] 'agreement among raft nodes before linearized reading' (duration: 4.809567056s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.33163Z","caller":"traceutil/trace.go:171","msg":"trace[561366481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8363; }","duration":"4.933659888s","start":"2026-03-12T19:34:14.39796Z","end":"2026-03-12T19:34:19.33162Z","steps":["trace[561366481] 'agreement among raft nodes before linearized reading' (duration: 4.933588547s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.33163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142598143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:19.331784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.522029Z","time spent":"4.80974664s","remote":"127.0.0.1:34562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:19.331813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.113619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"warn","ts":"2026-03-12T19:34:19.331609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.896251551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:19.331845Z","caller":"traceutil/trace.go:171","msg":"trace[255750750] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8363; }","duration":"698.17558ms","start":"2026-03-12T19:34:18.633661Z","end":"2026-03-12T19:34:19.331836Z","steps":["trace[255750750] 'agreement among raft nodes before linearized reading' (duration: 697.987026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.331846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.397934Z","time spent":"4.933858822s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:34:19.331866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:18.63364Z","time spent":"698.222381ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-12T19:34:19.331868Z","caller":"traceutil/trace.go:171","msg":"trace[2106811905] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8363; }","duration":"4.896545397s","start":"2026-03-12T19:34:14.435311Z","end":"2026-03-12T19:34:19.331856Z","steps":["trace[2106811905] 'agreement among raft nodes before linearized reading' (duration: 4.896181889s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.331867Z","caller":"traceutil/trace.go:171","msg":"trace[1433656613] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8363; }","duration":"2.14292356s","start":"2026-03-12T19:34:17.188886Z","end":"2026-03-12T19:34:19.331809Z","steps":["trace[1433656613] 'agreement among raft nodes before linearized reading' (duration: 2.142370098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.33191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.435299Z","time spent":"4.896597169s","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:19.331679Z","caller":"traceutil/trace.go:171","msg":"trace[1993393350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8363; }","duration":"4.602354576s","start":"2026-03-12T19:34:14.729308Z","end":"2026-03-12T19:34:19.331663Z","steps":["trace[1993393350] 'agreement among raft nodes before linearized reading' (duration: 4.602221113s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.331982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.729283Z","time spent":"4.602681234s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:19.331989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:17.188853Z","time spent":"2.143093924s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:19.331586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120776201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:19.332104Z","caller":"traceutil/trace.go:171","msg":"trace[819069955] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8363; }","duration":"2.121335163s","start":"2026-03-12T19:34:17.210753Z","end":"2026-03-12T19:34:19.332088Z","steps":["trace[819069955] 'agreement among raft nodes before linearized reading' (duration: 2.12074132s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.33167Z","caller":"traceutil/trace.go:171","msg":"trace[159665604] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8363; }","duration":"1.783241461s","start":"2026-03-12T19:34:17.548408Z","end":"2026-03-12T19:34:19.331649Z","steps":["trace[159665604] 'agreement among raft nodes before linearized reading' (duration: 1.782943054s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:19.332159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:17.210728Z","time spent":"2.121414255s","remote":"127.0.0.1:34684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:19.332192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:17.548384Z","time spent":"1.783800322s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:34:19.836227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:20.336943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:21.041191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.159651ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T19:34:21.041515Z","caller":"traceutil/trace.go:171","msg":"trace[68410289] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8703; }","duration":"1.705498313s","start":"2026-03-12T19:34:19.335997Z","end":"2026-03-12T19:34:21.041495Z","steps":["trace[68410289] 'read index received' (duration: 1.178025595s)","trace[68410289] 'applied index is now lower than readState.Index' (duration: 527.471668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:21.041619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.333563Z","time spent":"1.70805318s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:21.042019Z","caller":"traceutil/trace.go:171","msg":"trace[149026944] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"1.704131633s","start":"2026-03-12T19:34:19.337871Z","end":"2026-03-12T19:34:21.042003Z","steps":["trace[149026944] 'process raft request' (duration: 1.703436638s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706023425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:34:21.042103Z","caller":"traceutil/trace.go:171","msg":"trace[2137126284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:8365; }","duration":"1.706132717s","start":"2026-03-12T19:34:19.335954Z","end":"2026-03-12T19:34:21.042087Z","steps":["trace[2137126284] 'agreement among raft nodes before linearized reading' (duration: 1.705930623s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.337852Z","time spent":"1.704206255s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:21.042143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.335936Z","time spent":"1.706200988s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" "} {"level":"warn","ts":"2026-03-12T19:34:21.042151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703956128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-12T19:34:21.042262Z","caller":"traceutil/trace.go:171","msg":"trace[267663610] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8365; }","duration":"1.704129743s","start":"2026-03-12T19:34:19.338112Z","end":"2026-03-12T19:34:21.042242Z","steps":["trace[267663610] 'agreement among raft nodes before linearized reading' (duration: 1.703817836s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438086684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:34:21.04233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.338105Z","time spent":"1.704194334s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:34:21.042333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.415489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:21.042351Z","caller":"traceutil/trace.go:171","msg":"trace[119968777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8365; }","duration":"1.438407331s","start":"2026-03-12T19:34:19.603919Z","end":"2026-03-12T19:34:21.042327Z","steps":["trace[119968777] 'agreement among raft nodes before linearized reading' (duration: 1.438117644s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.042386Z","caller":"traceutil/trace.go:171","msg":"trace[1376199248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8365; }","duration":"214.514532ms","start":"2026-03-12T19:34:20.827857Z","end":"2026-03-12T19:34:21.042372Z","steps":["trace[1376199248] 'agreement among raft nodes before linearized reading' (duration: 214.416899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.603907Z","time spent":"1.438482172s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:34:21.042485Z","caller":"traceutil/trace.go:171","msg":"trace[592763229] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"1.692302871s","start":"2026-03-12T19:34:19.350099Z","end":"2026-03-12T19:34:21.042401Z","steps":["trace[592763229] 'process raft request' (duration: 1.69134886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622637051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:21.042603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443016882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:34:21.042647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44339478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:34:21.042663Z","caller":"traceutil/trace.go:171","msg":"trace[946078659] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8365; }","duration":"1.622728374s","start":"2026-03-12T19:34:19.419922Z","end":"2026-03-12T19:34:21.042651Z","steps":["trace[946078659] 'agreement among raft nodes before linearized reading' (duration: 1.622638072s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.042691Z","caller":"traceutil/trace.go:171","msg":"trace[2066123333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8365; }","duration":"1.443139615s","start":"2026-03-12T19:34:19.599528Z","end":"2026-03-12T19:34:21.042668Z","steps":["trace[2066123333] 'agreement among raft nodes before linearized reading' (duration: 1.442857739s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.419904Z","time spent":"1.622823995s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:21.04275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701847632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:21.042754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.599516Z","time spent":"1.443228627s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:34:21.042777Z","caller":"traceutil/trace.go:171","msg":"trace[1273251759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8365; }","duration":"1.701885293s","start":"2026-03-12T19:34:19.340884Z","end":"2026-03-12T19:34:21.042769Z","steps":["trace[1273251759] 'agreement among raft nodes before linearized reading' (duration: 1.701844612s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.340877Z","time spent":"1.701922354s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:21.042687Z","caller":"traceutil/trace.go:171","msg":"trace[24377327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8365; }","duration":"1.443458361s","start":"2026-03-12T19:34:19.599217Z","end":"2026-03-12T19:34:21.042675Z","steps":["trace[24377327] 'agreement among raft nodes before linearized reading' (duration: 1.443372929s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.599197Z","time spent":"1.443649596s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:21.042568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443314349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:21.042984Z","caller":"traceutil/trace.go:171","msg":"trace[1794218854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8365; }","duration":"1.443765968s","start":"2026-03-12T19:34:19.599195Z","end":"2026-03-12T19:34:21.042961Z","steps":["trace[1794218854] 'agreement among raft nodes before linearized reading' (duration: 1.443267538s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.042985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443678987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:34:21.043055Z","caller":"traceutil/trace.go:171","msg":"trace[1592874288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8365; }","duration":"1.443795539s","start":"2026-03-12T19:34:19.599243Z","end":"2026-03-12T19:34:21.043039Z","steps":["trace[1592874288] 'agreement among raft nodes before linearized reading' (duration: 1.442710365s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.043054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.599151Z","time spent":"1.443886281s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:21.04302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.35009Z","time spent":"1.692520346s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:21.043107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.599209Z","time spent":"1.44388621s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:21.04332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403640781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:21.043386Z","caller":"traceutil/trace.go:171","msg":"trace[1731102254] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8365; }","duration":"1.404921089s","start":"2026-03-12T19:34:19.638447Z","end":"2026-03-12T19:34:21.043368Z","steps":["trace[1731102254] 'agreement among raft nodes before linearized reading' (duration: 1.403546139s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.043863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.63841Z","time spent":"1.405381159s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:21.544794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:22.045707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:22.298165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254073446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:22.298733Z","caller":"traceutil/trace.go:171","msg":"trace[1917378599] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"1.254759971s","start":"2026-03-12T19:34:21.043946Z","end":"2026-03-12T19:34:22.298706Z","steps":["trace[1917378599] 'process raft request' (duration: 1.254515886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.298916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.043922Z","time spent":"1.254894794s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.428857Z","caller":"traceutil/trace.go:171","msg":"trace[2005153467] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"1.38414106s","start":"2026-03-12T19:34:21.044678Z","end":"2026-03-12T19:34:22.428819Z","steps":["trace[2005153467] 'process raft request' (duration: 1.383854464s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.428905Z","caller":"traceutil/trace.go:171","msg":"trace[139814378] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"1.381252857s","start":"2026-03-12T19:34:21.047633Z","end":"2026-03-12T19:34:22.428886Z","steps":["trace[139814378] 'process raft request' (duration: 1.381174185s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.428982Z","caller":"traceutil/trace.go:171","msg":"trace[282996450] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"1.381946242s","start":"2026-03-12T19:34:21.046992Z","end":"2026-03-12T19:34:22.428938Z","steps":["trace[282996450] 'process raft request' (duration: 1.381727097s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.429052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.047611Z","time spent":"1.381342769s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:22.429053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.044659Z","time spent":"1.384286094s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:22.429229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.046972Z","time spent":"1.382115685s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.42932Z","caller":"traceutil/trace.go:171","msg":"trace[1733201532] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"1.381508952s","start":"2026-03-12T19:34:21.047797Z","end":"2026-03-12T19:34:22.429306Z","steps":["trace[1733201532] 'process raft request' (duration: 1.381047232s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.429385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.047788Z","time spent":"1.381562644s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.429583Z","caller":"traceutil/trace.go:171","msg":"trace[805639592] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"1.380682284s","start":"2026-03-12T19:34:21.04886Z","end":"2026-03-12T19:34:22.429542Z","steps":["trace[805639592] 'process raft request' (duration: 1.380330326s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.429751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.04885Z","time spent":"1.380807858s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.430091Z","caller":"traceutil/trace.go:171","msg":"trace[839140629] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"1.091524693s","start":"2026-03-12T19:34:21.338549Z","end":"2026-03-12T19:34:22.430073Z","steps":["trace[839140629] 'process raft request' (duration: 1.090778036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.430197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.338515Z","time spent":"1.091630775s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.430295Z","caller":"traceutil/trace.go:171","msg":"trace[1923821999] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"1.090901469s","start":"2026-03-12T19:34:21.339375Z","end":"2026-03-12T19:34:22.430276Z","steps":["trace[1923821999] 'process raft request' (duration: 1.090649233s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.430349Z","caller":"traceutil/trace.go:171","msg":"trace[2080090825] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8706; }","duration":"1.38598101s","start":"2026-03-12T19:34:21.044354Z","end":"2026-03-12T19:34:22.430335Z","steps":["trace[2080090825] 'read index received' (duration: 1.254159797s)","trace[2080090825] 'applied index is now lower than readState.Index' (duration: 131.820093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:22.430382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.339339Z","time spent":"1.090995531s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:22.4304Z","caller":"traceutil/trace.go:171","msg":"trace[1063117042] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"1.090683294s","start":"2026-03-12T19:34:21.339692Z","end":"2026-03-12T19:34:22.430376Z","steps":["trace[1063117042] 'process raft request' (duration: 1.09047692s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.43044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386097483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:22.430483Z","caller":"traceutil/trace.go:171","msg":"trace[51630847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"1.386169124s","start":"2026-03-12T19:34:21.044303Z","end":"2026-03-12T19:34:22.430472Z","steps":["trace[51630847] 'agreement among raft nodes before linearized reading' (duration: 1.386099213s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.430498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.339682Z","time spent":"1.090766637s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:22.430511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.679527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:22.430515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.044279Z","time spent":"1.386229926s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:22.430536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.438255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:34:22.430546Z","caller":"traceutil/trace.go:171","msg":"trace[1737885072] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8374; }","duration":"510.755358ms","start":"2026-03-12T19:34:21.91978Z","end":"2026-03-12T19:34:22.430536Z","steps":["trace[1737885072] 'agreement among raft nodes before linearized reading' (duration: 510.681006ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.430573Z","caller":"traceutil/trace.go:171","msg":"trace[362580503] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8374; }","duration":"360.531437ms","start":"2026-03-12T19:34:22.070028Z","end":"2026-03-12T19:34:22.43056Z","steps":["trace[362580503] 'agreement among raft nodes before linearized reading' (duration: 360.397574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.430578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.919756Z","time spent":"510.813689ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:22.430604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.069991Z","time spent":"360.605329ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:34:22.4307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.96856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:34:22.430742Z","caller":"traceutil/trace.go:171","msg":"trace[397483762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8374; }","duration":"129.069173ms","start":"2026-03-12T19:34:22.301662Z","end":"2026-03-12T19:34:22.430731Z","steps":["trace[397483762] 'agreement among raft nodes before linearized reading' (duration: 128.92933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.430789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.334592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:22.430853Z","caller":"traceutil/trace.go:171","msg":"trace[717594629] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8374; }","duration":"835.428045ms","start":"2026-03-12T19:34:21.595404Z","end":"2026-03-12T19:34:22.430832Z","steps":["trace[717594629] 'agreement among raft nodes before linearized reading' (duration: 835.332472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.430892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384399387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:22.430967Z","caller":"traceutil/trace.go:171","msg":"trace[992079912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8374; }","duration":"1.384481769s","start":"2026-03-12T19:34:21.046448Z","end":"2026-03-12T19:34:22.43093Z","steps":["trace[992079912] 'agreement among raft nodes before linearized reading' (duration: 1.383982077s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.431012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.046434Z","time spent":"1.384563911s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:22.430899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.595383Z","time spent":"835.503296ms","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:22.430858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.267496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:34:22.431252Z","caller":"traceutil/trace.go:171","msg":"trace[1883834131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8374; }","duration":"214.696106ms","start":"2026-03-12T19:34:22.21654Z","end":"2026-03-12T19:34:22.431236Z","steps":["trace[1883834131] 'agreement among raft nodes before linearized reading' (duration: 214.255136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.634165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.727693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:22.634249Z","caller":"traceutil/trace.go:171","msg":"trace[1513055451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8376; }","duration":"194.864926ms","start":"2026-03-12T19:34:22.439369Z","end":"2026-03-12T19:34:22.634233Z","steps":["trace[1513055451] 'agreement among raft nodes before linearized reading' (duration: 194.720853ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.634099Z","caller":"traceutil/trace.go:171","msg":"trace[862691316] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8715; }","duration":"194.366515ms","start":"2026-03-12T19:34:22.439418Z","end":"2026-03-12T19:34:22.633785Z","steps":["trace[862691316] 'read index received' (duration: 47.406517ms)","trace[862691316] 'applied index is now lower than readState.Index' (duration: 146.958698ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:22.634385Z","caller":"traceutil/trace.go:171","msg":"trace[270857009] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"197.558717ms","start":"2026-03-12T19:34:22.436317Z","end":"2026-03-12T19:34:22.633876Z","steps":["trace[270857009] 'process raft request' (duration: 116.853353ms)","trace[270857009] 'compare' (duration: 80.455498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.349881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842314547s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:34:25.35001Z","caller":"traceutil/trace.go:171","msg":"trace[1535471312] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8717; }","duration":"2.302760074s","start":"2026-03-12T19:34:23.047215Z","end":"2026-03-12T19:34:25.349975Z","steps":["trace[1535471312] 'read index received' (duration: 460.332624ms)","trace[1535471312] 'applied index is now lower than readState.Index' (duration: 1.84242569s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.350838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303607982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:34:25.351798Z","caller":"traceutil/trace.go:171","msg":"trace[680291749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8376; }","duration":"2.303761545s","start":"2026-03-12T19:34:23.047158Z","end":"2026-03-12T19:34:25.35092Z","steps":["trace[680291749] 'agreement among raft nodes before linearized reading' (duration: 2.303492419s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.351921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.047132Z","time spent":"2.304728916s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:25.499156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:25.499248Z","caller":"traceutil/trace.go:171","msg":"trace[1739715695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423301s","start":"2026-03-12T19:34:23.498801Z","end":"2026-03-12T19:34:25.499225Z","steps":["trace[1739715695] 'agreement among raft nodes before linearized reading' (duration: 2.000310928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.499309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.498776Z","time spent":"2.000524244s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:25.850794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:26.351375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:26.852483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:27.352927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:27.478922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.042332978s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:27.479606Z","caller":"traceutil/trace.go:171","msg":"trace[206599223] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"3.043122646s","start":"2026-03-12T19:34:24.43642Z","end":"2026-03-12T19:34:27.479543Z","steps":["trace[206599223] 'process raft request' (duration: 3.042877971s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.479869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.436397Z","time spent":"3.043344691s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.499968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:27.500068Z","caller":"traceutil/trace.go:171","msg":"trace[197295180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244767s","start":"2026-03-12T19:34:25.499797Z","end":"2026-03-12T19:34:27.500042Z","steps":["trace[197295180] 'agreement among raft nodes before linearized reading' (duration: 2.000119424s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.500131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.499759Z","time spent":"2.00034886s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:27.539628Z","caller":"traceutil/trace.go:171","msg":"trace[253943007] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"3.102731282s","start":"2026-03-12T19:34:24.436871Z","end":"2026-03-12T19:34:27.539603Z","steps":["trace[253943007] 'process raft request' (duration: 3.102531228s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.539807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.436858Z","time spent":"3.102845445s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.539946Z","caller":"traceutil/trace.go:171","msg":"trace[966391484] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8718; }","duration":"2.189883817s","start":"2026-03-12T19:34:25.350042Z","end":"2026-03-12T19:34:27.539926Z","steps":["trace[966391484] 'read index received' (duration: 2.129131305s)","trace[966391484] 'applied index is now lower than readState.Index' (duration: 60.751292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:27.540114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105003653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:34:27.540153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105088244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:27.540168Z","caller":"traceutil/trace.go:171","msg":"trace[1381029112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8380; }","duration":"3.105072654s","start":"2026-03-12T19:34:24.435078Z","end":"2026-03-12T19:34:27.540151Z","steps":["trace[1381029112] 'agreement among raft nodes before linearized reading' (duration: 3.10488842s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091635157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:27.540198Z","caller":"traceutil/trace.go:171","msg":"trace[665667079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8380; }","duration":"3.105182076s","start":"2026-03-12T19:34:24.435006Z","end":"2026-03-12T19:34:27.540188Z","steps":["trace[665667079] 'agreement among raft nodes before linearized reading' (duration: 3.105052363s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.435073Z","time spent":"3.105123405s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:27.540219Z","caller":"traceutil/trace.go:171","msg":"trace[1467833183] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8380; }","duration":"4.091680128s","start":"2026-03-12T19:34:23.448521Z","end":"2026-03-12T19:34:27.540201Z","steps":["trace[1467833183] 'agreement among raft nodes before linearized reading' (duration: 4.091604667s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.434981Z","time spent":"3.105243588s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:27.540257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.448378Z","time spent":"4.091870362s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:27.540391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421941408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:27.540407Z","caller":"traceutil/trace.go:171","msg":"trace[403129465] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"3.103425318s","start":"2026-03-12T19:34:24.436969Z","end":"2026-03-12T19:34:27.540394Z","steps":["trace[403129465] 'process raft request' (duration: 3.102588719s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.540422Z","caller":"traceutil/trace.go:171","msg":"trace[1546647222] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8380; }","duration":"4.42203553s","start":"2026-03-12T19:34:23.118376Z","end":"2026-03-12T19:34:27.540412Z","steps":["trace[1546647222] 'agreement among raft nodes before linearized reading' (duration: 4.421963618s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.118342Z","time spent":"4.422100992s","remote":"127.0.0.1:34784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:27.540504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.436958Z","time spent":"3.103474248s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.540706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099787378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:27.540812Z","caller":"traceutil/trace.go:171","msg":"trace[838175450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8380; }","duration":"3.09990663s","start":"2026-03-12T19:34:24.440887Z","end":"2026-03-12T19:34:27.540793Z","steps":["trace[838175450] 'agreement among raft nodes before linearized reading' (duration: 3.099672855s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.440881Z","time spent":"3.099967912s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:34:27.540883Z","caller":"traceutil/trace.go:171","msg":"trace[185068687] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"2.185103193s","start":"2026-03-12T19:34:25.355764Z","end":"2026-03-12T19:34:27.540867Z","steps":["trace[185068687] 'process raft request' (duration: 2.184027418s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.355743Z","time spent":"2.185171894s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.540981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200050724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:34:27.541011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164270683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-12T19:34:27.541078Z","caller":"traceutil/trace.go:171","msg":"trace[1065441470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8380; }","duration":"3.200214208s","start":"2026-03-12T19:34:24.340839Z","end":"2026-03-12T19:34:27.541053Z","steps":["trace[1065441470] 'agreement among raft nodes before linearized reading' (duration: 3.199814559s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.540713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105587616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:27.541096Z","caller":"traceutil/trace.go:171","msg":"trace[1178682810] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce; range_end:; response_count:1; response_revision:8380; }","duration":"3.164421146s","start":"2026-03-12T19:34:24.376653Z","end":"2026-03-12T19:34:27.541074Z","steps":["trace[1178682810] 'agreement among raft nodes before linearized reading' (duration: 3.164093949s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.541149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.376628Z","time spent":"3.164511739s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" "} {"level":"warn","ts":"2026-03-12T19:34:27.541151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.340811Z","time spent":"3.20031835s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:27.541129Z","caller":"traceutil/trace.go:171","msg":"trace[78602507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8380; }","duration":"3.106013975s","start":"2026-03-12T19:34:24.435104Z","end":"2026-03-12T19:34:27.541118Z","steps":["trace[78602507] 'agreement among raft nodes before linearized reading' (duration: 3.105537955s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.541221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.435099Z","time spent":"3.106112247s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:27.541247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106939226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:27.541312Z","caller":"traceutil/trace.go:171","msg":"trace[55307119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8380; }","duration":"3.107055618s","start":"2026-03-12T19:34:24.434241Z","end":"2026-03-12T19:34:27.541296Z","steps":["trace[55307119] 'agreement among raft nodes before linearized reading' (duration: 3.106258351s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.541368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.434212Z","time spent":"3.10713695s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:27.893081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.782416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:27.893226Z","caller":"traceutil/trace.go:171","msg":"trace[1223326268] linearizableReadLoop","detail":"{readStateIndex:8723; appliedIndex:8722; }","duration":"347.315876ms","start":"2026-03-12T19:34:27.545884Z","end":"2026-03-12T19:34:27.8932Z","steps":["trace[1223326268] 'read index received' (duration: 118.323276ms)","trace[1223326268] 'applied index is now lower than readState.Index' (duration: 228.99032ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:27.893322Z","caller":"traceutil/trace.go:171","msg":"trace[130085586] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"349.103574ms","start":"2026-03-12T19:34:27.5442Z","end":"2026-03-12T19:34:27.893303Z","steps":["trace[130085586] 'process raft request' (duration: 119.975541ms)","trace[130085586] 'compare' (duration: 228.620862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:27.893409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.544175Z","time spent":"349.189147ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.893635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.705256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:34:27.893728Z","caller":"traceutil/trace.go:171","msg":"trace[1711862000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8381; }","duration":"347.843388ms","start":"2026-03-12T19:34:27.545863Z","end":"2026-03-12T19:34:27.893706Z","steps":["trace[1711862000] 'agreement among raft nodes before linearized reading' (duration: 347.536731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.893786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.545851Z","time spent":"347.925131ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:34:27.964538Z","caller":"traceutil/trace.go:171","msg":"trace[915462243] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"418.475319ms","start":"2026-03-12T19:34:27.546045Z","end":"2026-03-12T19:34:27.96452Z","steps":["trace[915462243] 'process raft request' (duration: 418.296445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.964822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.54602Z","time spent":"418.579222ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.964859Z","caller":"traceutil/trace.go:171","msg":"trace[386262741] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"418.765156ms","start":"2026-03-12T19:34:27.546063Z","end":"2026-03-12T19:34:27.964828Z","steps":["trace[386262741] 'process raft request' (duration: 418.413188ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.964943Z","caller":"traceutil/trace.go:171","msg":"trace[820918236] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"418.754905ms","start":"2026-03-12T19:34:27.546167Z","end":"2026-03-12T19:34:27.964922Z","steps":["trace[820918236] 'process raft request' (duration: 418.5464ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.964949Z","caller":"traceutil/trace.go:171","msg":"trace[1018943845] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"418.051549ms","start":"2026-03-12T19:34:27.546873Z","end":"2026-03-12T19:34:27.964925Z","steps":["trace[1018943845] 'process raft request' (duration: 417.988167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.965029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.546046Z","time spent":"418.899098ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.965045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.546156Z","time spent":"418.839416ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.965088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.546858Z","time spent":"418.158152ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:28.405956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.4967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:28.406089Z","caller":"traceutil/trace.go:171","msg":"trace[656951169] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8724; }","duration":"512.803393ms","start":"2026-03-12T19:34:27.893266Z","end":"2026-03-12T19:34:28.406069Z","steps":["trace[656951169] 'read index received' (duration: 71.206274ms)","trace[656951169] 'applied index is now lower than readState.Index' (duration: 441.595689ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:28.406143Z","caller":"traceutil/trace.go:171","msg":"trace[1480472814] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"549.541554ms","start":"2026-03-12T19:34:27.856556Z","end":"2026-03-12T19:34:28.406097Z","steps":["trace[1480472814] 'process raft request' (duration: 258.799119ms)","trace[1480472814] 'compare' (duration: 290.333456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:28.406321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.856528Z","time spent":"549.699319ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:28.406369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.380659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:34:28.406453Z","caller":"traceutil/trace.go:171","msg":"trace[1521052031] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8386; }","duration":"857.498652ms","start":"2026-03-12T19:34:27.548935Z","end":"2026-03-12T19:34:28.406434Z","steps":["trace[1521052031] 'agreement among raft nodes before linearized reading' (duration: 857.203385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.406498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.548926Z","time spent":"857.564123ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:34:28.406752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.940708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:34:28.406794Z","caller":"traceutil/trace.go:171","msg":"trace[1949417651] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:8386; }","duration":"509.006979ms","start":"2026-03-12T19:34:27.897777Z","end":"2026-03-12T19:34:28.406784Z","steps":["trace[1949417651] 'agreement among raft nodes before linearized reading' (duration: 508.821075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.40677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.235373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:28.406815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.897757Z","time spent":"509.053901ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" "} {"level":"info","ts":"2026-03-12T19:34:28.406851Z","caller":"traceutil/trace.go:171","msg":"trace[856362043] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8386; }","duration":"294.388526ms","start":"2026-03-12T19:34:28.112442Z","end":"2026-03-12T19:34:28.40683Z","steps":["trace[856362043] 'agreement among raft nodes before linearized reading' (duration: 294.150181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.406878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.475387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:28.406998Z","caller":"traceutil/trace.go:171","msg":"trace[308319956] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8386; }","duration":"860.61787ms","start":"2026-03-12T19:34:27.546352Z","end":"2026-03-12T19:34:28.40697Z","steps":["trace[308319956] 'agreement among raft nodes before linearized reading' (duration: 859.944386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.407075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.546287Z","time spent":"860.764583ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:28.407068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.121166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-12T19:34:28.407424Z","caller":"traceutil/trace.go:171","msg":"trace[187976799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8386; }","duration":"511.508775ms","start":"2026-03-12T19:34:27.895887Z","end":"2026-03-12T19:34:28.407396Z","steps":["trace[187976799] 'agreement among raft nodes before linearized reading' (duration: 510.664836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.407477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.895861Z","time spent":"511.602297ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:34:29.235452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.34198ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T19:34:29.235567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.408057Z","time spent":"827.503959ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:29.32903Z","caller":"traceutil/trace.go:171","msg":"trace[537292466] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8728; }","duration":"858.115745ms","start":"2026-03-12T19:34:28.470888Z","end":"2026-03-12T19:34:29.329004Z","steps":["trace[537292466] 'read index received' (duration: 178.248219ms)","trace[537292466] 'applied index is now lower than readState.Index' (duration: 679.866506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:29.329169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.261318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:29.329202Z","caller":"traceutil/trace.go:171","msg":"trace[116211161] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8388; }","duration":"858.36972ms","start":"2026-03-12T19:34:28.470823Z","end":"2026-03-12T19:34:29.329193Z","steps":["trace[116211161] 'agreement among raft nodes before linearized reading' (duration: 858.282368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.329239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.470796Z","time spent":"858.434572ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:29.329243Z","caller":"traceutil/trace.go:171","msg":"trace[501937559] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"919.476531ms","start":"2026-03-12T19:34:28.409741Z","end":"2026-03-12T19:34:29.329218Z","steps":["trace[501937559] 'process raft request' (duration: 919.00038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.329359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.409716Z","time spent":"919.573573ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:29.329491Z","caller":"traceutil/trace.go:171","msg":"trace[462675370] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"780.217313ms","start":"2026-03-12T19:34:28.549262Z","end":"2026-03-12T19:34:29.32948Z","steps":["trace[462675370] 'process raft request' (duration: 779.687252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.32958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.549188Z","time spent":"780.328855ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.824558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.399196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:29.824674Z","caller":"traceutil/trace.go:171","msg":"trace[2013267049] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"490.687894ms","start":"2026-03-12T19:34:29.333964Z","end":"2026-03-12T19:34:29.824651Z","steps":["trace[2013267049] 'read index received' (duration: 282.041772ms)","trace[2013267049] 'applied index is now lower than readState.Index' (duration: 208.644052ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:29.824823Z","caller":"traceutil/trace.go:171","msg":"trace[404407643] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"588.080817ms","start":"2026-03-12T19:34:29.236666Z","end":"2026-03-12T19:34:29.824747Z","steps":["trace[404407643] 'process raft request' (duration: 379.328503ms)","trace[404407643] 'compare' (duration: 208.143281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:29.82495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.94982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:29.825059Z","caller":"traceutil/trace.go:171","msg":"trace[1201323911] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8389; }","duration":"491.089733ms","start":"2026-03-12T19:34:29.333934Z","end":"2026-03-12T19:34:29.825023Z","steps":["trace[1201323911] 'agreement among raft nodes before linearized reading' (duration: 490.866838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.824965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.236624Z","time spent":"588.235681ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.825123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.333917Z","time spent":"491.195105ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:34:30.325149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:30.826131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:30.937339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321292152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:31.501207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:31.501385Z","caller":"traceutil/trace.go:171","msg":"trace[181126348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716757s","start":"2026-03-12T19:34:29.500647Z","end":"2026-03-12T19:34:31.501363Z","steps":["trace[181126348] 'agreement among raft nodes before linearized reading' (duration: 2.000505042s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.501479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.500613Z","time spent":"2.0008522s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:31.62116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.008476Z","time spent":"612.675931ms","remote":"127.0.0.1:49604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:34:31.622113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.382945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:31.622557Z","caller":"traceutil/trace.go:171","msg":"trace[795931895] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"2.076598445s","start":"2026-03-12T19:34:29.545935Z","end":"2026-03-12T19:34:31.622533Z","steps":["trace[795931895] 'process raft request' (duration: 2.076517813s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.622685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.545904Z","time spent":"2.076706257s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:31.622902Z","caller":"traceutil/trace.go:171","msg":"trace[1871992012] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"2.137187283s","start":"2026-03-12T19:34:29.485701Z","end":"2026-03-12T19:34:31.622889Z","steps":["trace[1871992012] 'process raft request' (duration: 2.13655212s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:31.622662Z","caller":"traceutil/trace.go:171","msg":"trace[846400775] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"2.271074412s","start":"2026-03-12T19:34:29.35154Z","end":"2026-03-12T19:34:31.622614Z","steps":["trace[846400775] 'process raft request' (duration: 1.586065873s)","trace[846400775] 'compare' (duration: 683.977036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:31.623011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.485668Z","time spent":"2.137268885s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:31.623096Z","caller":"traceutil/trace.go:171","msg":"trace[159132469] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8732; }","duration":"1.798373096s","start":"2026-03-12T19:34:29.824703Z","end":"2026-03-12T19:34:31.623077Z","steps":["trace[159132469] 'read index received' (duration: 1.112786933s)","trace[159132469] 'applied index is now lower than readState.Index' (duration: 685.583733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:31.62314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.351518Z","time spent":"2.271512473s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:31.623153Z","caller":"traceutil/trace.go:171","msg":"trace[212722184] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"2.077036114s","start":"2026-03-12T19:34:29.546062Z","end":"2026-03-12T19:34:31.623098Z","steps":["trace[212722184] 'process raft request' (duration: 2.076430451s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.809513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:31.623326Z","caller":"traceutil/trace.go:171","msg":"trace[1582880532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8393; }","duration":"121.892125ms","start":"2026-03-12T19:34:31.501418Z","end":"2026-03-12T19:34:31.62331Z","steps":["trace[1582880532] 'agreement among raft nodes before linearized reading' (duration: 121.820673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076265296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:34:31.623336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795192325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-12T19:34:31.623344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.586326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:31.623325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506236009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:31.623335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.589491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:31.623367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69089254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:31.623411Z","caller":"traceutil/trace.go:171","msg":"trace[844935339] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8393; }","duration":"1.506416913s","start":"2026-03-12T19:34:30.116976Z","end":"2026-03-12T19:34:31.623393Z","steps":["trace[844935339] 'agreement among raft nodes before linearized reading' (duration: 1.5062602s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.546026Z","time spent":"2.077246299s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:31.623432Z","caller":"traceutil/trace.go:171","msg":"trace[1919173788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8393; }","duration":"794.735735ms","start":"2026-03-12T19:34:30.828667Z","end":"2026-03-12T19:34:31.623403Z","steps":["trace[1919173788] 'agreement among raft nodes before linearized reading' (duration: 794.565001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.82864Z","time spent":"794.833687ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:31.623461Z","caller":"traceutil/trace.go:171","msg":"trace[841371760] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8393; }","duration":"1.691030404s","start":"2026-03-12T19:34:29.932414Z","end":"2026-03-12T19:34:31.623444Z","steps":["trace[841371760] 'agreement among raft nodes before linearized reading' (duration: 1.69085221s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206124856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:34:31.623488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653225757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:34:31.623547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652990242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:31.623566Z","caller":"traceutil/trace.go:171","msg":"trace[1389721919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8393; }","duration":"1.65336779s","start":"2026-03-12T19:34:29.970179Z","end":"2026-03-12T19:34:31.623546Z","steps":["trace[1389721919] 'agreement among raft nodes before linearized reading' (duration: 1.653056523s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.932388Z","time spent":"1.691147616s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:31.623669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.970153Z","time spent":"1.653503843s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:34:31.623681Z","caller":"traceutil/trace.go:171","msg":"trace[1387075271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.653134295s","start":"2026-03-12T19:34:29.970524Z","end":"2026-03-12T19:34:31.623658Z","steps":["trace[1387075271] 'agreement among raft nodes before linearized reading' (duration: 1.652926611s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.970516Z","time spent":"1.653213497s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:34:31.623389Z","caller":"traceutil/trace.go:171","msg":"trace[1891820905] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8393; }","duration":"1.795288317s","start":"2026-03-12T19:34:29.828088Z","end":"2026-03-12T19:34:31.623376Z","steps":["trace[1891820905] 'agreement among raft nodes before linearized reading' (duration: 1.795127094s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.828065Z","time spent":"1.795757778s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T19:34:31.623561Z","caller":"traceutil/trace.go:171","msg":"trace[1875607308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8393; }","duration":"1.20628205s","start":"2026-03-12T19:34:30.417257Z","end":"2026-03-12T19:34:31.623539Z","steps":["trace[1875607308] 'agreement among raft nodes before linearized reading' (duration: 1.205987563s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.417221Z","time spent":"1.206671748s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:34:31.62348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.116954Z","time spent":"1.506509465s","remote":"127.0.0.1:34584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:31.623387Z","caller":"traceutil/trace.go:171","msg":"trace[1706674071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8393; }","duration":"2.076384719s","start":"2026-03-12T19:34:29.546985Z","end":"2026-03-12T19:34:31.623369Z","steps":["trace[1706674071] 'agreement among raft nodes before linearized reading' (duration: 2.076154684s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.624259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.546959Z","time spent":"2.077288589s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:31.624207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795109624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:34:31.624945Z","caller":"traceutil/trace.go:171","msg":"trace[735015241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8393; }","duration":"1.795782578s","start":"2026-03-12T19:34:29.829045Z","end":"2026-03-12T19:34:31.624828Z","steps":["trace[735015241] 'agreement among raft nodes before linearized reading' (duration: 1.794238504s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.623337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652613604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:31.623536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65291285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:34:31.6234Z","caller":"traceutil/trace.go:171","msg":"trace[1621199016] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8393; }","duration":"525.678418ms","start":"2026-03-12T19:34:31.097707Z","end":"2026-03-12T19:34:31.623386Z","steps":["trace[1621199016] 'agreement among raft nodes before linearized reading' (duration: 525.582346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.625715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.097691Z","time spent":"527.995059ms","remote":"127.0.0.1:34604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:31.62581Z","caller":"traceutil/trace.go:171","msg":"trace[450106962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8393; }","duration":"1.655095909s","start":"2026-03-12T19:34:29.970694Z","end":"2026-03-12T19:34:31.62579Z","steps":["trace[450106962] 'agreement among raft nodes before linearized reading' (duration: 1.652531512s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:31.625853Z","caller":"traceutil/trace.go:171","msg":"trace[97099254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8393; }","duration":"1.655233812s","start":"2026-03-12T19:34:29.970601Z","end":"2026-03-12T19:34:31.625835Z","steps":["trace[97099254] 'agreement among raft nodes before linearized reading' (duration: 1.652831978s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:31.625889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.970672Z","time spent":"1.655195871s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:31.625904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.829024Z","time spent":"1.796857683s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:31.62592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.970595Z","time spent":"1.655308883s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:32.13022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:32.631342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379783358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:33.1247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.496106085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:33.249873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.783548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:33.250036Z","caller":"traceutil/trace.go:171","msg":"trace[632316095] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"1.621524677s","start":"2026-03-12T19:34:31.62848Z","end":"2026-03-12T19:34:33.250004Z","steps":["trace[632316095] 'process raft request' (duration: 1.496475193s)","trace[632316095] 'compare' (duration: 124.45903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:33.250132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.628463Z","time spent":"1.621624569s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:34.501199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:34.501291Z","caller":"traceutil/trace.go:171","msg":"trace[436095670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773139s","start":"2026-03-12T19:34:32.500495Z","end":"2026-03-12T19:34:34.501269Z","steps":["trace[436095670] 'agreement among raft nodes before linearized reading' (duration: 2.000653786s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.501346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.500471Z","time spent":"2.000863991s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:34.830598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705616847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:34.831125Z","caller":"traceutil/trace.go:171","msg":"trace[1495070166] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"3.201633019s","start":"2026-03-12T19:34:31.629455Z","end":"2026-03-12T19:34:34.831088Z","steps":["trace[1495070166] 'process raft request' (duration: 3.201383984s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.831345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.62944Z","time spent":"3.201771562s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:34.831639Z","caller":"traceutil/trace.go:171","msg":"trace[697833516] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"3.200722729s","start":"2026-03-12T19:34:31.630882Z","end":"2026-03-12T19:34:34.831605Z","steps":["trace[697833516] 'process raft request' (duration: 3.200526814s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.831645Z","caller":"traceutil/trace.go:171","msg":"trace[1752239608] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"3.201956216s","start":"2026-03-12T19:34:31.629627Z","end":"2026-03-12T19:34:34.831583Z","steps":["trace[1752239608] 'process raft request' (duration: 3.201399024s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.831845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.630872Z","time spent":"3.200861011s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:34.831896Z","caller":"traceutil/trace.go:171","msg":"trace[1166443758] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"3.200887061s","start":"2026-03-12T19:34:31.630984Z","end":"2026-03-12T19:34:34.831871Z","steps":["trace[1166443758] 'process raft request' (duration: 3.200736478s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.831909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.629621Z","time spent":"3.20215211s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:34.831891Z","caller":"traceutil/trace.go:171","msg":"trace[1249725997] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8736; }","duration":"3.202177461s","start":"2026-03-12T19:34:31.629683Z","end":"2026-03-12T19:34:34.831861Z","steps":["trace[1249725997] 'read index received' (duration: 1.495289867s)","trace[1249725997] 'applied index is now lower than readState.Index' (duration: 1.706886164s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:34.832018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.630968Z","time spent":"3.200979914s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:34.832001Z","caller":"traceutil/trace.go:171","msg":"trace[2119589812] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"3.200960443s","start":"2026-03-12T19:34:31.63091Z","end":"2026-03-12T19:34:34.83187Z","steps":["trace[2119589812] 'process raft request' (duration: 3.200645126s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.832199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.630877Z","time spent":"3.20126069s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:34.832821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202701602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224103"} {"level":"info","ts":"2026-03-12T19:34:34.832892Z","caller":"traceutil/trace.go:171","msg":"trace[1124185427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8399; }","duration":"3.203219554s","start":"2026-03-12T19:34:31.629656Z","end":"2026-03-12T19:34:34.832876Z","steps":["trace[1124185427] 'agreement among raft nodes before linearized reading' (duration: 3.202297253s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.833016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.629637Z","time spent":"3.203362348s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:34.924661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880849199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:34.924737Z","caller":"traceutil/trace.go:171","msg":"trace[784897180] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8402; }","duration":"2.880998832s","start":"2026-03-12T19:34:32.043722Z","end":"2026-03-12T19:34:34.924721Z","steps":["trace[784897180] 'agreement among raft nodes before linearized reading' (duration: 2.880844429s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.92471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355247372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:34.92478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.878282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:34.924958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960875297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:34.924971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288752754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:34:34.925001Z","caller":"traceutil/trace.go:171","msg":"trace[275930764] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8402; }","duration":"1.960955449s","start":"2026-03-12T19:34:32.964036Z","end":"2026-03-12T19:34:34.924991Z","steps":["trace[275930764] 'agreement among raft nodes before linearized reading' (duration: 1.960832155s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.925006Z","caller":"traceutil/trace.go:171","msg":"trace[1677433010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8402; }","duration":"3.288795675s","start":"2026-03-12T19:34:31.636204Z","end":"2026-03-12T19:34:34.924999Z","steps":["trace[1677433010] 'agreement among raft nodes before linearized reading' (duration: 3.288651021s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.92504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.636198Z","time spent":"3.288838736s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:34:34.925068Z","caller":"traceutil/trace.go:171","msg":"trace[463067040] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8402; }","duration":"788.271552ms","start":"2026-03-12T19:34:34.136713Z","end":"2026-03-12T19:34:34.924984Z","steps":["trace[463067040] 'agreement among raft nodes before linearized reading' (duration: 787.848582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.925141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244088096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:34.925163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.136686Z","time spent":"788.459596ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:34.925175Z","caller":"traceutil/trace.go:171","msg":"trace[1287574459] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8402; }","duration":"2.244157838s","start":"2026-03-12T19:34:32.681007Z","end":"2026-03-12T19:34:34.925165Z","steps":["trace[1287574459] 'agreement among raft nodes before linearized reading' (duration: 2.244105597s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.925225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.68098Z","time spent":"2.24423181s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:34.925285Z","caller":"traceutil/trace.go:171","msg":"trace[399099943] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"1.295331268s","start":"2026-03-12T19:34:33.629943Z","end":"2026-03-12T19:34:34.925275Z","steps":["trace[399099943] 'process raft request' (duration: 1.29453027s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.924835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.043697Z","time spent":"2.881094385s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:34.925387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.6299Z","time spent":"1.29541407s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:34.925083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.964016Z","time spent":"1.961052651s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:34.925494Z","caller":"traceutil/trace.go:171","msg":"trace[1838887627] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"1.295602375s","start":"2026-03-12T19:34:33.629883Z","end":"2026-03-12T19:34:34.925486Z","steps":["trace[1838887627] 'process raft request' (duration: 1.286083764s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.924836Z","caller":"traceutil/trace.go:171","msg":"trace[403557262] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8402; }","duration":"2.355465487s","start":"2026-03-12T19:34:32.569343Z","end":"2026-03-12T19:34:34.924809Z","steps":["trace[403557262] 'agreement among raft nodes before linearized reading' (duration: 2.355226842s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.925511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.659463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:34.925581Z","caller":"traceutil/trace.go:171","msg":"trace[1307069792] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"1.295655936s","start":"2026-03-12T19:34:33.629917Z","end":"2026-03-12T19:34:34.925573Z","steps":["trace[1307069792] 'process raft request' (duration: 1.29452052s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:34.925601Z","caller":"traceutil/trace.go:171","msg":"trace[1292473593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8402; }","duration":"423.814127ms","start":"2026-03-12T19:34:34.501768Z","end":"2026-03-12T19:34:34.925582Z","steps":["trace[1292473593] 'agreement among raft nodes before linearized reading' (duration: 423.621233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.925595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.569316Z","time spent":"2.356255535s","remote":"127.0.0.1:59498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:34.925638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.629876Z","time spent":"1.295734787s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:34.925644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.501741Z","time spent":"423.895089ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:34.925548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.629838Z","time spent":"1.295678206s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:35.12528Z","caller":"traceutil/trace.go:171","msg":"trace[651659225] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8745; }","duration":"190.571762ms","start":"2026-03-12T19:34:34.934607Z","end":"2026-03-12T19:34:35.125179Z","steps":["trace[651659225] 'read index received' (duration: 145.948626ms)","trace[651659225] 'applied index is now lower than readState.Index' (duration: 44.617266ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:35.125312Z","caller":"traceutil/trace.go:171","msg":"trace[1739983442] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"197.379842ms","start":"2026-03-12T19:34:34.927873Z","end":"2026-03-12T19:34:35.125252Z","steps":["trace[1739983442] 'process raft request' (duration: 152.627032ms)","trace[1739983442] 'compare' (duration: 44.456413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:35.125651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.834018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:35.125735Z","caller":"traceutil/trace.go:171","msg":"trace[1576528877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8403; }","duration":"191.147025ms","start":"2026-03-12T19:34:34.934564Z","end":"2026-03-12T19:34:35.125711Z","steps":["trace[1576528877] 'agreement among raft nodes before linearized reading' (duration: 190.812927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.534829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108698603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:36.534912Z","caller":"traceutil/trace.go:171","msg":"trace[1295282855] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8404; }","duration":"1.108827916s","start":"2026-03-12T19:34:35.426064Z","end":"2026-03-12T19:34:36.534892Z","steps":["trace[1295282855] 'count revisions from in-memory index tree' (duration: 1.108615491s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.534954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.426051Z","time spent":"1.108892408s","remote":"127.0.0.1:34830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:36.535139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188133048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.535209Z","caller":"traceutil/trace.go:171","msg":"trace[808748358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8404; }","duration":"1.188238251s","start":"2026-03-12T19:34:35.346954Z","end":"2026-03-12T19:34:36.535192Z","steps":["trace[808748358] 'count revisions from in-memory index tree' (duration: 1.188016716s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.535267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.34693Z","time spent":"1.188321722s","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:36.535212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280080901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:36.535509Z","caller":"traceutil/trace.go:171","msg":"trace[1537989214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8404; }","duration":"1.280423128s","start":"2026-03-12T19:34:35.255066Z","end":"2026-03-12T19:34:36.535489Z","steps":["trace[1537989214] 'range keys from in-memory index tree' (duration: 1.279855476s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.535568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.255035Z","time spent":"1.280519601s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:36.539795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.784618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:34:36.539921Z","caller":"traceutil/trace.go:171","msg":"trace[1237822112] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8747; }","duration":"192.844402ms","start":"2026-03-12T19:34:36.347056Z","end":"2026-03-12T19:34:36.539901Z","steps":["trace[1237822112] 'read index received' (duration: 63.852µs)","trace[1237822112] 'applied index is now lower than readState.Index' (duration: 192.77895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:36.540174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.105688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:36.540216Z","caller":"traceutil/trace.go:171","msg":"trace[654338110] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8404; }","duration":"193.165109ms","start":"2026-03-12T19:34:36.347038Z","end":"2026-03-12T19:34:36.540203Z","steps":["trace[654338110] 'agreement among raft nodes before linearized reading' (duration: 192.955164ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.970478Z","caller":"traceutil/trace.go:171","msg":"trace[369060167] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"118.165772ms","start":"2026-03-12T19:34:36.852267Z","end":"2026-03-12T19:34:36.970432Z","steps":["trace[369060167] 'process raft request' (duration: 118.06662ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.970509Z","caller":"traceutil/trace.go:171","msg":"trace[1842522692] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"118.580271ms","start":"2026-03-12T19:34:36.851888Z","end":"2026-03-12T19:34:36.970468Z","steps":["trace[1842522692] 'process raft request' (duration: 108.860466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.970656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.634111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:34:36.970717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.738903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:34:36.970788Z","caller":"traceutil/trace.go:171","msg":"trace[890530607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8408; }","duration":"122.788964ms","start":"2026-03-12T19:34:36.847972Z","end":"2026-03-12T19:34:36.970761Z","steps":["trace[890530607] 'agreement among raft nodes before linearized reading' (duration: 122.515008ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.970793Z","caller":"traceutil/trace.go:171","msg":"trace[1156347961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8408; }","duration":"122.864285ms","start":"2026-03-12T19:34:36.847909Z","end":"2026-03-12T19:34:36.970773Z","steps":["trace[1156347961] 'agreement among raft nodes before linearized reading' (duration: 122.483017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.014017Z","caller":"traceutil/trace.go:171","msg":"trace[1335866805] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"115.479312ms","start":"2026-03-12T19:34:36.898503Z","end":"2026-03-12T19:34:37.013982Z","steps":["trace[1335866805] 'process raft request' (duration: 115.247787ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:53.23908Z","caller":"traceutil/trace.go:171","msg":"trace[1550542777] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"107.736291ms","start":"2026-03-12T19:34:53.131316Z","end":"2026-03-12T19:34:53.239052Z","steps":["trace[1550542777] 'process raft request' (duration: 101.037633ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.402903Z","caller":"traceutil/trace.go:171","msg":"trace[1863996817] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"146.846096ms","start":"2026-03-12T19:35:01.256024Z","end":"2026-03-12T19:35:01.40287Z","steps":["trace[1863996817] 'process raft request' (duration: 94.385327ms)","trace[1863996817] 'compare' (duration: 52.179122ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:01.4029Z","caller":"traceutil/trace.go:171","msg":"trace[1907999541] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"145.305851ms","start":"2026-03-12T19:35:01.257555Z","end":"2026-03-12T19:35:01.402861Z","steps":["trace[1907999541] 'process raft request' (duration: 145.210589ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:01.403155Z","caller":"traceutil/trace.go:171","msg":"trace[881197619] linearizableReadLoop","detail":"{readStateIndex:8880; appliedIndex:8876; }","duration":"138.373648ms","start":"2026-03-12T19:35:01.26473Z","end":"2026-03-12T19:35:01.403104Z","steps":["trace[881197619] 'read index received' (duration: 69.101687ms)","trace[881197619] 'applied index is now lower than readState.Index' (duration: 69.268081ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:01.403198Z","caller":"traceutil/trace.go:171","msg":"trace[1104211855] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"144.414701ms","start":"2026-03-12T19:35:01.258749Z","end":"2026-03-12T19:35:01.403164Z","steps":["trace[1104211855] 'process raft request' (duration: 144.068123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.403445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.682724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:01.403509Z","caller":"traceutil/trace.go:171","msg":"trace[679899547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8531; }","duration":"138.797708ms","start":"2026-03-12T19:35:01.264698Z","end":"2026-03-12T19:35:01.403495Z","steps":["trace[679899547] 'agreement among raft nodes before linearized reading' (duration: 138.531321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:01.403489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.421485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:35:01.403579Z","caller":"traceutil/trace.go:171","msg":"trace[1594992375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8531; }","duration":"136.550117ms","start":"2026-03-12T19:35:01.267009Z","end":"2026-03-12T19:35:01.403559Z","steps":["trace[1594992375] 'agreement among raft nodes before linearized reading' (duration: 136.280821ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:05.620234Z","caller":"traceutil/trace.go:171","msg":"trace[700964889] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8948; }","duration":"120.041144ms","start":"2026-03-12T19:35:05.500167Z","end":"2026-03-12T19:35:05.620208Z","steps":["trace[700964889] 'read index received' (duration: 90.603832ms)","trace[700964889] 'applied index is now lower than readState.Index' (duration: 29.435991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:05.620642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.454962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:05.620602Z","caller":"traceutil/trace.go:171","msg":"trace[468837584] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"129.864271ms","start":"2026-03-12T19:35:05.490491Z","end":"2026-03-12T19:35:05.620355Z","steps":["trace[468837584] 'process raft request' (duration: 100.265576ms)","trace[468837584] 'compare' (duration: 29.329479ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:05.620694Z","caller":"traceutil/trace.go:171","msg":"trace[1594243417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8595; }","duration":"120.591045ms","start":"2026-03-12T19:35:05.50009Z","end":"2026-03-12T19:35:05.620681Z","steps":["trace[1594243417] 'agreement among raft nodes before linearized reading' (duration: 120.481102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:05.621177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.695778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:35:05.621288Z","caller":"traceutil/trace.go:171","msg":"trace[1909344846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8595; }","duration":"101.85949ms","start":"2026-03-12T19:35:05.5194Z","end":"2026-03-12T19:35:05.62126Z","steps":["trace[1909344846] 'agreement among raft nodes before linearized reading' (duration: 101.268568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:07.680088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:07.951577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060871118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:35:07.952167Z","caller":"traceutil/trace.go:171","msg":"trace[1238405860] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"1.061544292s","start":"2026-03-12T19:35:06.890586Z","end":"2026-03-12T19:35:07.95213Z","steps":["trace[1238405860] 'process raft request' (duration: 1.061226475s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:07.952366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:06.89057Z","time spent":"1.061697935s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:08.12067Z","caller":"traceutil/trace.go:171","msg":"trace[566795415] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"661.306545ms","start":"2026-03-12T19:35:07.459321Z","end":"2026-03-12T19:35:08.120628Z","steps":["trace[566795415] 'process raft request' (duration: 661.185123ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.12092Z","caller":"traceutil/trace.go:171","msg":"trace[693449302] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"669.318463ms","start":"2026-03-12T19:35:07.451576Z","end":"2026-03-12T19:35:08.120894Z","steps":["trace[693449302] 'process raft request' (duration: 668.867133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.120948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.459282Z","time spent":"661.54102ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:08.121143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.45154Z","time spent":"669.478366ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:08.121168Z","caller":"traceutil/trace.go:171","msg":"trace[227427370] linearizableReadLoop","detail":"{readStateIndex:8960; appliedIndex:8955; }","duration":"941.114599ms","start":"2026-03-12T19:35:07.179896Z","end":"2026-03-12T19:35:08.121011Z","steps":["trace[227427370] 'read index received' (duration: 771.963051ms)","trace[227427370] 'applied index is now lower than readState.Index' (duration: 169.149898ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:08.121264Z","caller":"traceutil/trace.go:171","msg":"trace[1058628627] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"661.586323ms","start":"2026-03-12T19:35:07.459654Z","end":"2026-03-12T19:35:08.121241Z","steps":["trace[1058628627] 'process raft request' (duration: 660.907357ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.120919Z","caller":"traceutil/trace.go:171","msg":"trace[185546565] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"1.179390197s","start":"2026-03-12T19:35:06.941481Z","end":"2026-03-12T19:35:08.120871Z","steps":["trace[185546565] 'process raft request' (duration: 1.178718572s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.121345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:06.941455Z","time spent":"1.179859507s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:08.121384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.305267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:08.121383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.459634Z","time spent":"661.678584ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:08.121412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.517418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-12T19:35:08.121429Z","caller":"traceutil/trace.go:171","msg":"trace[61260182] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8606; }","duration":"790.379719ms","start":"2026-03-12T19:35:07.331037Z","end":"2026-03-12T19:35:08.121416Z","steps":["trace[61260182] 'agreement among raft nodes before linearized reading' (duration: 790.277437ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.121452Z","caller":"traceutil/trace.go:171","msg":"trace[2127211062] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5jmnc; range_end:; response_count:1; response_revision:8606; }","duration":"941.603011ms","start":"2026-03-12T19:35:07.179838Z","end":"2026-03-12T19:35:08.121441Z","steps":["trace[2127211062] 'agreement among raft nodes before linearized reading' (duration: 941.443747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.121482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.179796Z","time spent":"941.675313ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" "} {"level":"warn","ts":"2026-03-12T19:35:08.121476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.330964Z","time spent":"790.500651ms","remote":"127.0.0.1:34480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:08.121668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.859698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:35:08.121702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.911456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:35:08.121723Z","caller":"traceutil/trace.go:171","msg":"trace[2007972833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8606; }","duration":"494.94682ms","start":"2026-03-12T19:35:07.626761Z","end":"2026-03-12T19:35:08.121708Z","steps":["trace[2007972833] 'agreement among raft nodes before linearized reading' (duration: 494.755876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.121747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.614903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-12T19:35:08.121767Z","caller":"traceutil/trace.go:171","msg":"trace[67733205] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8606; }","duration":"570.025149ms","start":"2026-03-12T19:35:07.551722Z","end":"2026-03-12T19:35:08.121747Z","steps":["trace[67733205] 'agreement among raft nodes before linearized reading' (duration: 569.820814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.12177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.626749Z","time spent":"495.011191ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:35:08.121786Z","caller":"traceutil/trace.go:171","msg":"trace[253705610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8606; }","duration":"633.699015ms","start":"2026-03-12T19:35:07.488078Z","end":"2026-03-12T19:35:08.121777Z","steps":["trace[253705610] 'agreement among raft nodes before linearized reading' (duration: 633.524441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.121819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.488062Z","time spent":"633.751486ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-12T19:35:08.12185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.611191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:08.121893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.687142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:35:08.1219Z","caller":"traceutil/trace.go:171","msg":"trace[867668162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"622.691003ms","start":"2026-03-12T19:35:07.499196Z","end":"2026-03-12T19:35:08.121887Z","steps":["trace[867668162] 'agreement among raft nodes before linearized reading' (duration: 622.606471ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:08.121925Z","caller":"traceutil/trace.go:171","msg":"trace[1399137893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8606; }","duration":"403.717972ms","start":"2026-03-12T19:35:07.718198Z","end":"2026-03-12T19:35:08.121916Z","steps":["trace[1399137893] 'agreement among raft nodes before linearized reading' (duration: 403.6257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.121936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.499184Z","time spent":"622.745843ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:08.121947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.718127Z","time spent":"403.815664ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:08.121959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.162922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:35:08.121933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.21648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:08.122005Z","caller":"traceutil/trace.go:171","msg":"trace[365718237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8606; }","duration":"475.226614ms","start":"2026-03-12T19:35:07.646766Z","end":"2026-03-12T19:35:08.121992Z","steps":["trace[365718237] 'agreement among raft nodes before linearized reading' (duration: 475.104941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.197921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:35:08.122193Z","caller":"traceutil/trace.go:171","msg":"trace[1862079784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8606; }","duration":"479.279652ms","start":"2026-03-12T19:35:07.64288Z","end":"2026-03-12T19:35:08.122159Z","steps":["trace[1862079784] 'agreement among raft nodes before linearized reading' (duration: 479.121289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.642863Z","time spent":"479.399315ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:35:08.122029Z","caller":"traceutil/trace.go:171","msg":"trace[1228857083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8606; }","duration":"654.353432ms","start":"2026-03-12T19:35:07.467654Z","end":"2026-03-12T19:35:08.122008Z","steps":["trace[1228857083] 'agreement among raft nodes before linearized reading' (duration: 654.048066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.467647Z","time spent":"654.682909ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:08.121933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.20304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:08.122448Z","caller":"traceutil/trace.go:171","msg":"trace[1419140685] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8606; }","duration":"502.805273ms","start":"2026-03-12T19:35:07.619614Z","end":"2026-03-12T19:35:08.12242Z","steps":["trace[1419140685] 'agreement among raft nodes before linearized reading' (duration: 502.171209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.255943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:08.122508Z","caller":"traceutil/trace.go:171","msg":"trace[1141099524] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8606; }","duration":"394.739394ms","start":"2026-03-12T19:35:07.727755Z","end":"2026-03-12T19:35:08.122494Z","steps":["trace[1141099524] 'agreement among raft nodes before linearized reading' (duration: 394.225903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.619582Z","time spent":"502.916306ms","remote":"127.0.0.1:34800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:08.122543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.72774Z","time spent":"394.793945ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:08.122051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.796794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:35:08.122647Z","caller":"traceutil/trace.go:171","msg":"trace[460297032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8606; }","duration":"556.429098ms","start":"2026-03-12T19:35:07.566203Z","end":"2026-03-12T19:35:08.122633Z","steps":["trace[460297032] 'agreement among raft nodes before linearized reading' (duration: 555.791924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.122686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.566178Z","time spent":"556.49587ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:35:08.122086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.551701Z","time spent":"570.378217ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:35:08.122089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.551687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:08.123039Z","caller":"traceutil/trace.go:171","msg":"trace[1727492375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"479.559898ms","start":"2026-03-12T19:35:07.643463Z","end":"2026-03-12T19:35:08.123023Z","steps":["trace[1727492375] 'agreement among raft nodes before linearized reading' (duration: 478.529326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:08.123098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.643431Z","time spent":"479.64949ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:08.122159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:07.646754Z","time spent":"475.390607ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:35:08.318219Z","caller":"traceutil/trace.go:171","msg":"trace[1251011464] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"124.581784ms","start":"2026-03-12T19:35:08.193601Z","end":"2026-03-12T19:35:08.318183Z","steps":["trace[1251011464] 'process raft request' (duration: 24.803598ms)","trace[1251011464] 'compare' (duration: 99.605182ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:08.318751Z","caller":"traceutil/trace.go:171","msg":"trace[1325690621] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"117.430745ms","start":"2026-03-12T19:35:08.201295Z","end":"2026-03-12T19:35:08.318726Z","steps":["trace[1325690621] 'process raft request' (duration: 117.275072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.67145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:12.501451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:35:12.501546Z","caller":"traceutil/trace.go:171","msg":"trace[864735717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528133s","start":"2026-03-12T19:35:10.500995Z","end":"2026-03-12T19:35:12.501523Z","steps":["trace[864735717] 'agreement among raft nodes before linearized reading' (duration: 2.0004056s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:12.501646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.500967Z","time spent":"2.000626305s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:35:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:35:12.652474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948091184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:12.652631Z","caller":"traceutil/trace.go:171","msg":"trace[507204263] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"2.522829765s","start":"2026-03-12T19:35:10.129774Z","end":"2026-03-12T19:35:12.652604Z","steps":["trace[507204263] 'process raft request' (duration: 574.486786ms)","trace[507204263] 'compare' (duration: 1.947767237s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:12.652703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.129719Z","time spent":"2.522948729s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:12.961737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.257449869s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:14.505536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003806966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:35:14.50567Z","caller":"traceutil/trace.go:171","msg":"trace[1184223013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003996051s","start":"2026-03-12T19:35:12.501622Z","end":"2026-03-12T19:35:14.505618Z","steps":["trace[1184223013] 'agreement among raft nodes before linearized reading' (duration: 2.003859308s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.505718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.501594Z","time spent":"2.004111673s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:35:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:35:14.667777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701980775s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:14.668023Z","caller":"traceutil/trace.go:171","msg":"trace[1765715946] linearizableReadLoop","detail":"{readStateIndex:8977; appliedIndex:8974; }","duration":"4.497029208s","start":"2026-03-12T19:35:10.170976Z","end":"2026-03-12T19:35:14.668006Z","steps":["trace[1765715946] 'read index received' (duration: 533.310577ms)","trace[1765715946] 'applied index is now lower than readState.Index' (duration: 3.963717621s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:14.66806Z","caller":"traceutil/trace.go:171","msg":"trace[40436672] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"4.538144066s","start":"2026-03-12T19:35:10.129869Z","end":"2026-03-12T19:35:14.668013Z","steps":["trace[40436672] 'process raft request' (duration: 2.835825903s)","trace[40436672] 'compare' (duration: 1.700897141s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:14.668116Z","caller":"traceutil/trace.go:171","msg":"trace[1998154354] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"4.538176637s","start":"2026-03-12T19:35:10.129889Z","end":"2026-03-12T19:35:14.668065Z","steps":["trace[1998154354] 'process raft request' (duration: 4.537998932s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.668254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.12982Z","time spent":"4.53832398s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:14.668317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.129853Z","time spent":"4.538358891s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:14.668332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497324165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:35:14.668438Z","caller":"traceutil/trace.go:171","msg":"trace[120088730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8622; }","duration":"4.497455398s","start":"2026-03-12T19:35:10.170958Z","end":"2026-03-12T19:35:14.668413Z","steps":["trace[120088730] 'agreement among raft nodes before linearized reading' (duration: 4.49712098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.66849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.170904Z","time spent":"4.49757589s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:14.763231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801173788s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:35:14.76405Z","caller":"traceutil/trace.go:171","msg":"trace[1196909370] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"2.16958237s","start":"2026-03-12T19:35:12.594413Z","end":"2026-03-12T19:35:14.763995Z","steps":["trace[1196909370] 'process raft request' (duration: 2.169307614s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.764292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.594374Z","time spent":"2.169801595s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:14.903852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.931702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-12T19:35:15.171575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999356409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:35:15.171692Z","caller":"traceutil/trace.go:171","msg":"trace[1834747280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999538482s","start":"2026-03-12T19:35:10.172126Z","end":"2026-03-12T19:35:15.171665Z","steps":["trace[1834747280] 'agreement among raft nodes before linearized reading' (duration: 4.999392209s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.171753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.172097Z","time spent":"4.999644885s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/12 19:35:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-12T19:35:15.223091Z","caller":"traceutil/trace.go:171","msg":"trace[1172191527] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8977; }","duration":"555.011256ms","start":"2026-03-12T19:35:14.668061Z","end":"2026-03-12T19:35:15.223073Z","steps":["trace[1172191527] 'read index received' (duration: 95.688075ms)","trace[1172191527] 'applied index is now lower than readState.Index' (duration: 459.322331ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:15.22314Z","caller":"traceutil/trace.go:171","msg":"trace[733635823] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"625.460204ms","start":"2026-03-12T19:35:14.597633Z","end":"2026-03-12T19:35:15.223093Z","steps":["trace[733635823] 'process raft request' (duration: 624.588254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471010062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:35:15.223319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108536323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-12T19:35:15.223376Z","caller":"traceutil/trace.go:171","msg":"trace[1537906751] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8626; }","duration":"4.108663835s","start":"2026-03-12T19:35:11.114695Z","end":"2026-03-12T19:35:15.223359Z","steps":["trace[1537906751] 'agreement among raft nodes before linearized reading' (duration: 4.108487812s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.22339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051246446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:35:15.22338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.597598Z","time spent":"625.646648ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.22341Z","caller":"traceutil/trace.go:171","msg":"trace[555445081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8626; }","duration":"5.051316607s","start":"2026-03-12T19:35:10.17209Z","end":"2026-03-12T19:35:15.223406Z","steps":["trace[555445081] 'agreement among raft nodes before linearized reading' (duration: 5.051263316s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973077858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:15.223422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.114657Z","time spent":"4.108755527s","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:15.22342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413790548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.223475Z","caller":"traceutil/trace.go:171","msg":"trace[1234206248] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8626; }","duration":"2.973298602s","start":"2026-03-12T19:35:12.25015Z","end":"2026-03-12T19:35:15.223449Z","steps":["trace[1234206248] 'agreement among raft nodes before linearized reading' (duration: 2.972973575s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245641471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:35:15.223517Z","caller":"traceutil/trace.go:171","msg":"trace[573310468] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8626; }","duration":"3.413969371s","start":"2026-03-12T19:35:11.80952Z","end":"2026-03-12T19:35:15.223489Z","steps":["trace[573310468] 'agreement among raft nodes before linearized reading' (duration: 3.413745246s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.250124Z","time spent":"2.973398225s","remote":"127.0.0.1:34400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:15.223547Z","caller":"traceutil/trace.go:171","msg":"trace[739270861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8626; }","duration":"3.245718593s","start":"2026-03-12T19:35:11.97782Z","end":"2026-03-12T19:35:15.223539Z","steps":["trace[739270861] 'agreement among raft nodes before linearized reading' (duration: 3.245513019s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.97781Z","time spent":"3.245757594s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:15.223534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583209702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:15.223638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305541055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:15.223629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53068289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:15.223342Z","caller":"traceutil/trace.go:171","msg":"trace[1978734274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8626; }","duration":"4.471109515s","start":"2026-03-12T19:35:10.752223Z","end":"2026-03-12T19:35:15.223332Z","steps":["trace[1978734274] 'agreement among raft nodes before linearized reading' (duration: 4.470961272s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.119189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.223682Z","caller":"traceutil/trace.go:171","msg":"trace[423758502] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8626; }","duration":"3.305612516s","start":"2026-03-12T19:35:11.918058Z","end":"2026-03-12T19:35:15.22367Z","steps":["trace[423758502] 'agreement among raft nodes before linearized reading' (duration: 3.305545445s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.223692Z","caller":"traceutil/trace.go:171","msg":"trace[478132940] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8626; }","duration":"3.530796453s","start":"2026-03-12T19:35:11.692884Z","end":"2026-03-12T19:35:15.22368Z","steps":["trace[478132940] 'agreement among raft nodes before linearized reading' (duration: 3.530672921s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.91804Z","time spent":"3.305669018s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.22371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.752193Z","time spent":"4.471504503s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:35:15.22373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.692859Z","time spent":"3.530862815s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:15.223732Z","caller":"traceutil/trace.go:171","msg":"trace[551687525] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8626; }","duration":"165.297763ms","start":"2026-03-12T19:35:15.058408Z","end":"2026-03-12T19:35:15.223706Z","steps":["trace[551687525] 'agreement among raft nodes before linearized reading' (duration: 165.076168ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.223634Z","caller":"traceutil/trace.go:171","msg":"trace[1048207917] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8626; }","duration":"3.583367695s","start":"2026-03-12T19:35:11.640243Z","end":"2026-03-12T19:35:15.223611Z","steps":["trace[1048207917] 'agreement among raft nodes before linearized reading' (duration: 3.58313498s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.223575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.809486Z","time spent":"3.414078194s","remote":"127.0.0.1:37694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.223974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.640226Z","time spent":"3.583735714s","remote":"127.0.0.1:34590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.223986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322765065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.224034Z","caller":"traceutil/trace.go:171","msg":"trace[184534277] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8626; }","duration":"1.322863237s","start":"2026-03-12T19:35:13.901155Z","end":"2026-03-12T19:35:15.224018Z","steps":["trace[184534277] 'agreement among raft nodes before linearized reading' (duration: 1.322788245s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.901123Z","time spent":"1.322936328s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.224124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.326892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.22415Z","caller":"traceutil/trace.go:171","msg":"trace[471604953] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"565.475588ms","start":"2026-03-12T19:35:14.658665Z","end":"2026-03-12T19:35:15.224141Z","steps":["trace[471604953] 'process raft request' (duration: 564.329432ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.224195Z","caller":"traceutil/trace.go:171","msg":"trace[1756401063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8626; }","duration":"716.429294ms","start":"2026-03-12T19:35:14.507743Z","end":"2026-03-12T19:35:15.224173Z","steps":["trace[1756401063] 'agreement among raft nodes before linearized reading' (duration: 716.295311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691284661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:15.22423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.507727Z","time spent":"716.495735ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:15.224239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.65864Z","time spent":"565.539789ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.224253Z","caller":"traceutil/trace.go:171","msg":"trace[1316491511] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8626; }","duration":"4.691369314s","start":"2026-03-12T19:35:10.53287Z","end":"2026-03-12T19:35:15.224239Z","steps":["trace[1316491511] 'agreement among raft nodes before linearized reading' (duration: 4.691268011s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.398846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T19:35:15.223426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.172046Z","time spent":"5.051376059s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:35:15.224334Z","caller":"traceutil/trace.go:171","msg":"trace[2102499521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8626; }","duration":"736.488268ms","start":"2026-03-12T19:35:14.487836Z","end":"2026-03-12T19:35:15.224324Z","steps":["trace[2102499521] 'agreement among raft nodes before linearized reading' (duration: 736.377655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.487763Z","time spent":"736.594289ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T19:35:15.224389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.762216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-12T19:35:15.224432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050455289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:15.22443Z","caller":"traceutil/trace.go:171","msg":"trace[339830102] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce; range_end:; response_count:1; response_revision:8626; }","duration":"847.842538ms","start":"2026-03-12T19:35:14.376573Z","end":"2026-03-12T19:35:15.224415Z","steps":["trace[339830102] 'agreement among raft nodes before linearized reading' (duration: 847.696945ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.224451Z","caller":"traceutil/trace.go:171","msg":"trace[1707550263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8626; }","duration":"5.05049426s","start":"2026-03-12T19:35:10.173951Z","end":"2026-03-12T19:35:15.224445Z","steps":["trace[1707550263] 'agreement among raft nodes before linearized reading' (duration: 5.050436379s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.376547Z","time spent":"847.90564ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" "} {"level":"warn","ts":"2026-03-12T19:35:15.224468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.173941Z","time spent":"5.050524851s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:15.224495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018713185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414422"} {"level":"warn","ts":"2026-03-12T19:35:15.224203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460616411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:15.224542Z","caller":"traceutil/trace.go:171","msg":"trace[1239450094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8626; }","duration":"2.018827778s","start":"2026-03-12T19:35:13.205701Z","end":"2026-03-12T19:35:15.224529Z","steps":["trace[1239450094] 'agreement among raft nodes before linearized reading' (duration: 2.018533752s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.224559Z","caller":"traceutil/trace.go:171","msg":"trace[32329296] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8626; }","duration":"1.4610207s","start":"2026-03-12T19:35:13.76352Z","end":"2026-03-12T19:35:15.224541Z","steps":["trace[32329296] 'agreement among raft nodes before linearized reading' (duration: 1.460628502s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.224451Z","caller":"traceutil/trace.go:171","msg":"trace[984254311] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"550.366833ms","start":"2026-03-12T19:35:14.674064Z","end":"2026-03-12T19:35:15.224431Z","steps":["trace[984254311] 'process raft request' (duration: 548.970862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.205674Z","time spent":"2.018894799s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414446,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:15.224568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81395606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:15.224615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.76349Z","time spent":"1.461095051s","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.224628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:14.674036Z","time spent":"550.566728ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.224662Z","caller":"traceutil/trace.go:171","msg":"trace[1961659696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8626; }","duration":"2.814085093s","start":"2026-03-12T19:35:12.410555Z","end":"2026-03-12T19:35:15.22464Z","steps":["trace[1961659696] 'agreement among raft nodes before linearized reading' (duration: 2.813954511s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911351153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:15.224943Z","caller":"traceutil/trace.go:171","msg":"trace[1519638031] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8626; }","duration":"2.91168238s","start":"2026-03-12T19:35:12.31325Z","end":"2026-03-12T19:35:15.224932Z","steps":["trace[1519638031] 'agreement among raft nodes before linearized reading' (duration: 2.911387593s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.224959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.410537Z","time spent":"2.81439706s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.224978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:12.313228Z","time spent":"2.911740422s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.2243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.532856Z","time spent":"4.691427115s","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.224602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766586683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:35:15.225061Z","caller":"traceutil/trace.go:171","msg":"trace[987437311] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8626; }","duration":"3.767098685s","start":"2026-03-12T19:35:11.457955Z","end":"2026-03-12T19:35:15.225054Z","steps":["trace[987437311] 'agreement among raft nodes before linearized reading' (duration: 3.76548762s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.225082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.457926Z","time spent":"3.767149906s","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":892,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.225488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052472644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:15.225557Z","caller":"traceutil/trace.go:171","msg":"trace[607981982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8626; }","duration":"5.052563426s","start":"2026-03-12T19:35:10.172978Z","end":"2026-03-12T19:35:15.225541Z","steps":["trace[607981982] 'agreement among raft nodes before linearized reading' (duration: 5.05233031s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.225596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.172967Z","time spent":"5.052616627s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:15.225683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494305329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:15.225745Z","caller":"traceutil/trace.go:171","msg":"trace[766900936] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8626; }","duration":"4.49436866s","start":"2026-03-12T19:35:10.731359Z","end":"2026-03-12T19:35:15.225728Z","steps":["trace[766900936] 'agreement among raft nodes before linearized reading' (duration: 4.492968039s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.225783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.731283Z","time spent":"4.494487782s","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:15.573923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.562994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:15.574166Z","caller":"traceutil/trace.go:171","msg":"trace[768956124] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8983; }","duration":"319.483541ms","start":"2026-03-12T19:35:15.254662Z","end":"2026-03-12T19:35:15.574146Z","steps":["trace[768956124] 'read index received' (duration: 194.613851ms)","trace[768956124] 'applied index is now lower than readState.Index' (duration: 124.86854ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:15.574284Z","caller":"traceutil/trace.go:171","msg":"trace[923748107] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"341.939998ms","start":"2026-03-12T19:35:15.232332Z","end":"2026-03-12T19:35:15.574272Z","steps":["trace[923748107] 'process raft request' (duration: 216.924044ms)","trace[923748107] 'compare' (duration: 124.415571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:15.574354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.23232Z","time spent":"341.998859ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.574356Z","caller":"traceutil/trace.go:171","msg":"trace[964632829] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"341.675792ms","start":"2026-03-12T19:35:15.232645Z","end":"2026-03-12T19:35:15.574321Z","steps":["trace[964632829] 'process raft request' (duration: 341.399946ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.574407Z","caller":"traceutil/trace.go:171","msg":"trace[765112503] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"341.659961ms","start":"2026-03-12T19:35:15.232697Z","end":"2026-03-12T19:35:15.574357Z","steps":["trace[765112503] 'process raft request' (duration: 341.402326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.5745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.260896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d54b053-2b5e-47b4-a95e-a56f75b95a2e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-12T19:35:15.574559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.232621Z","time spent":"341.817864ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:15.57459Z","caller":"traceutil/trace.go:171","msg":"trace[149551618] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d54b053-2b5e-47b4-a95e-a56f75b95a2e; range_end:; response_count:1; response_revision:8630; }","duration":"319.43521ms","start":"2026-03-12T19:35:15.255131Z","end":"2026-03-12T19:35:15.574566Z","steps":["trace[149551618] 'agreement among raft nodes before linearized reading' (duration: 319.215135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.574609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.232682Z","time spent":"341.822965ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:15.574654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.255088Z","time spent":"319.553043ms","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-5d54b053-2b5e-47b4-a95e-a56f75b95a2e\" "} {"level":"warn","ts":"2026-03-12T19:35:15.574447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.660437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c2f114a7d816d\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-12T19:35:15.574828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.446333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:35:15.574887Z","caller":"traceutil/trace.go:171","msg":"trace[859523377] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:8630; }","duration":"316.517095ms","start":"2026-03-12T19:35:15.258349Z","end":"2026-03-12T19:35:15.574866Z","steps":["trace[859523377] 'agreement among raft nodes before linearized reading' (duration: 316.387303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.574921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.258337Z","time spent":"316.575967ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" "} {"level":"info","ts":"2026-03-12T19:35:15.574818Z","caller":"traceutil/trace.go:171","msg":"trace[1053125850] range","detail":"{range_begin:/registry/events/openstack/ceph.189c2f114a7d816d; range_end:; response_count:1; response_revision:8630; }","duration":"340.007664ms","start":"2026-03-12T19:35:15.234757Z","end":"2026-03-12T19:35:15.574765Z","steps":["trace[1053125850] 'agreement among raft nodes before linearized reading' (duration: 339.531404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.575041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.319617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-12T19:35:15.575159Z","caller":"traceutil/trace.go:171","msg":"trace[1778616897] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8630; }","duration":"319.4805ms","start":"2026-03-12T19:35:15.255652Z","end":"2026-03-12T19:35:15.575133Z","steps":["trace[1778616897] 'agreement among raft nodes before linearized reading' (duration: 319.098162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.575219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.25564Z","time spent":"319.569853ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:15.575292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.234746Z","time spent":"340.350251ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189c2f114a7d816d\" "} {"level":"warn","ts":"2026-03-12T19:35:15.575364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.361038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228827"} {"level":"info","ts":"2026-03-12T19:35:15.575419Z","caller":"traceutil/trace.go:171","msg":"trace[1869972682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8630; }","duration":"343.43714ms","start":"2026-03-12T19:35:15.231969Z","end":"2026-03-12T19:35:15.575406Z","steps":["trace[1869972682] 'agreement among raft nodes before linearized reading' (duration: 342.547111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.575457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.231952Z","time spent":"343.492811ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228851,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:35:16.259346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.558684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:16.259489Z","caller":"traceutil/trace.go:171","msg":"trace[1269816741] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"681.918291ms","start":"2026-03-12T19:35:15.577548Z","end":"2026-03-12T19:35:16.259466Z","steps":["trace[1269816741] 'process raft request' (duration: 285.137372ms)","trace[1269816741] 'compare' (duration: 396.38258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:16.259564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.577529Z","time spent":"681.999164ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:16.388586Z","caller":"traceutil/trace.go:171","msg":"trace[1364192787] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"810.84965ms","start":"2026-03-12T19:35:15.577691Z","end":"2026-03-12T19:35:16.388541Z","steps":["trace[1364192787] 'process raft request' (duration: 793.475516ms)","trace[1364192787] 'compare' (duration: 17.034477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:16.388902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.57767Z","time spent":"811.022615ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:16.389291Z","caller":"traceutil/trace.go:171","msg":"trace[956240468] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"777.673647ms","start":"2026-03-12T19:35:15.61159Z","end":"2026-03-12T19:35:16.389263Z","steps":["trace[956240468] 'process raft request' (duration: 776.87703ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:16.389487Z","caller":"traceutil/trace.go:171","msg":"trace[2134326533] linearizableReadLoop","detail":"{readStateIndex:8990; appliedIndex:8986; }","duration":"754.488214ms","start":"2026-03-12T19:35:15.634967Z","end":"2026-03-12T19:35:16.389455Z","steps":["trace[2134326533] 'read index received' (duration: 227.791754ms)","trace[2134326533] 'applied index is now lower than readState.Index' (duration: 526.69454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:16.38948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.611551Z","time spent":"777.829121ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:16.389676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.712509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:16.38965Z","caller":"traceutil/trace.go:171","msg":"trace[818845288] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"759.834933ms","start":"2026-03-12T19:35:15.629774Z","end":"2026-03-12T19:35:16.389609Z","steps":["trace[818845288] 'process raft request' (duration: 759.424994ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:16.389729Z","caller":"traceutil/trace.go:171","msg":"trace[1345978243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8634; }","duration":"754.785971ms","start":"2026-03-12T19:35:15.634931Z","end":"2026-03-12T19:35:16.389717Z","steps":["trace[1345978243] 'agreement among raft nodes before linearized reading' (duration: 754.663498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:16.389769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.634922Z","time spent":"754.839592ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:35:16.38979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.162023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:16.389843Z","caller":"traceutil/trace.go:171","msg":"trace[1215450536] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8634; }","duration":"647.241724ms","start":"2026-03-12T19:35:15.742589Z","end":"2026-03-12T19:35:16.389831Z","steps":["trace[1215450536] 'agreement among raft nodes before linearized reading' (duration: 647.065341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:16.389849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.629765Z","time spent":"759.980176ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:16.389888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:15.742511Z","time spent":"647.366666ms","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:16.607025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.695012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:16.607152Z","caller":"traceutil/trace.go:171","msg":"trace[719888499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8634; }","duration":"108.909957ms","start":"2026-03-12T19:35:16.498212Z","end":"2026-03-12T19:35:16.607122Z","steps":["trace[719888499] 'range keys from in-memory index tree' (duration: 108.57952ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.415702Z","caller":"traceutil/trace.go:171","msg":"trace[1473739282] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"131.811803ms","start":"2026-03-12T19:35:21.283858Z","end":"2026-03-12T19:35:21.41567Z","steps":["trace[1473739282] 'process raft request' (duration: 131.578728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.829696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.28611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:21.829958Z","caller":"traceutil/trace.go:171","msg":"trace[1844366684] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9016; }","duration":"176.270716ms","start":"2026-03-12T19:35:21.653598Z","end":"2026-03-12T19:35:21.829869Z","steps":["trace[1844366684] 'read index received' (duration: 54.662448ms)","trace[1844366684] 'applied index is now lower than readState.Index' (duration: 121.606397ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:21.830146Z","caller":"traceutil/trace.go:171","msg":"trace[1556418798] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"178.33013ms","start":"2026-03-12T19:35:21.651767Z","end":"2026-03-12T19:35:21.830097Z","steps":["trace[1556418798] 'process raft request' (duration: 56.476688ms)","trace[1556418798] 'compare' (duration: 120.966593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:21.830347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.718446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:21.830437Z","caller":"traceutil/trace.go:171","msg":"trace[1055683344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8660; }","duration":"176.859388ms","start":"2026-03-12T19:35:21.653557Z","end":"2026-03-12T19:35:21.830416Z","steps":["trace[1055683344] 'agreement among raft nodes before linearized reading' (duration: 176.531921ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.894483Z","caller":"traceutil/trace.go:171","msg":"trace[738747469] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"240.813533ms","start":"2026-03-12T19:35:21.653637Z","end":"2026-03-12T19:35:21.894451Z","steps":["trace[738747469] 'process raft request' (duration: 240.417924ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.894949Z","caller":"traceutil/trace.go:171","msg":"trace[1735724043] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"241.141069ms","start":"2026-03-12T19:35:21.653778Z","end":"2026-03-12T19:35:21.894919Z","steps":["trace[1735724043] 'process raft request' (duration: 240.622808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895127Z","caller":"traceutil/trace.go:171","msg":"trace[1563814651] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"239.680717ms","start":"2026-03-12T19:35:21.655432Z","end":"2026-03-12T19:35:21.895113Z","steps":["trace[1563814651] 'process raft request' (duration: 239.223617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.895443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.333778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-z99br.189c2e25549739cc\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-12T19:35:21.895507Z","caller":"traceutil/trace.go:171","msg":"trace[570882719] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-z99br.189c2e25549739cc; range_end:; response_count:1; response_revision:8663; }","duration":"220.457582ms","start":"2026-03-12T19:35:21.675029Z","end":"2026-03-12T19:35:21.895487Z","steps":["trace[570882719] 'agreement among raft nodes before linearized reading' (duration: 220.202676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.477489Z","caller":"traceutil/trace.go:171","msg":"trace[1074375575] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9037; }","duration":"110.827189ms","start":"2026-03-12T19:35:22.366642Z","end":"2026-03-12T19:35:22.47747Z","steps":["trace[1074375575] 'read index received' (duration: 12.335152ms)","trace[1074375575] 'applied index is now lower than readState.Index' (duration: 98.490817ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.477544Z","caller":"traceutil/trace.go:171","msg":"trace[1054699588] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"113.243372ms","start":"2026-03-12T19:35:22.364263Z","end":"2026-03-12T19:35:22.477507Z","steps":["trace[1054699588] 'process raft request' (duration: 83.484826ms)","trace[1054699588] 'compare' (duration: 29.505411ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.477807Z","caller":"traceutil/trace.go:171","msg":"trace[337052938] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"106.418902ms","start":"2026-03-12T19:35:22.371365Z","end":"2026-03-12T19:35:22.477784Z","steps":["trace[337052938] 'process raft request' (duration: 106.038483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.477808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.133735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:35:22.477983Z","caller":"traceutil/trace.go:171","msg":"trace[1032066254] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8682; }","duration":"111.34443ms","start":"2026-03-12T19:35:22.366605Z","end":"2026-03-12T19:35:22.477949Z","steps":["trace[1032066254] 'agreement among raft nodes before linearized reading' (duration: 111.068954ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.761733Z","caller":"traceutil/trace.go:171","msg":"trace[824798742] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"191.172066ms","start":"2026-03-12T19:35:22.570515Z","end":"2026-03-12T19:35:22.761687Z","steps":["trace[824798742] 'process raft request' (duration: 132.645652ms)","trace[824798742] 'compare' (duration: 58.35366ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.767076Z","caller":"traceutil/trace.go:171","msg":"trace[1253960952] linearizableReadLoop","detail":"{readStateIndex:9043; appliedIndex:9041; }","duration":"192.790311ms","start":"2026-03-12T19:35:22.574264Z","end":"2026-03-12T19:35:22.767054Z","steps":["trace[1253960952] 'read index received' (duration: 128.92124ms)","trace[1253960952] 'applied index is now lower than readState.Index' (duration: 63.867591ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.767195Z","caller":"traceutil/trace.go:171","msg":"trace[341190406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8684; }","duration":"195.660074ms","start":"2026-03-12T19:35:22.571524Z","end":"2026-03-12T19:35:22.767184Z","steps":["trace[341190406] 'process raft request' (duration: 195.430459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.767585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.299742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:22.767632Z","caller":"traceutil/trace.go:171","msg":"trace[1992094964] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8684; }","duration":"193.402615ms","start":"2026-03-12T19:35:22.574217Z","end":"2026-03-12T19:35:22.767619Z","steps":["trace[1992094964] 'agreement among raft nodes before linearized reading' (duration: 193.226101ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.827292Z","caller":"traceutil/trace.go:171","msg":"trace[1975717735] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"100.940541ms","start":"2026-03-12T19:35:22.726326Z","end":"2026-03-12T19:35:22.827267Z","steps":["trace[1975717735] 'process raft request' (duration: 100.469961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.82745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.297493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:35:22.827548Z","caller":"traceutil/trace.go:171","msg":"trace[486213517] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8685; }","duration":"246.413866ms","start":"2026-03-12T19:35:22.581094Z","end":"2026-03-12T19:35:22.827508Z","steps":["trace[486213517] 'agreement among raft nodes before linearized reading' (duration: 246.171111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.876811Z","caller":"traceutil/trace.go:171","msg":"trace[259358517] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"108.988549ms","start":"2026-03-12T19:35:22.767762Z","end":"2026-03-12T19:35:22.87675Z","steps":["trace[259358517] 'process raft request' (duration: 108.776924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.877105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.254221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:22.877184Z","caller":"traceutil/trace.go:171","msg":"trace[1647887787] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8688; }","duration":"102.392114ms","start":"2026-03-12T19:35:22.77477Z","end":"2026-03-12T19:35:22.877162Z","steps":["trace[1647887787] 'agreement among raft nodes before linearized reading' (duration: 102.143458ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.137007Z","caller":"traceutil/trace.go:171","msg":"trace[515661265] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"110.571763ms","start":"2026-03-12T19:35:23.026397Z","end":"2026-03-12T19:35:23.136969Z","steps":["trace[515661265] 'read index received' (duration: 80.948708ms)","trace[515661265] 'applied index is now lower than readState.Index' (duration: 29.621085ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:23.137285Z","caller":"traceutil/trace.go:171","msg":"trace[388149746] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"115.080153ms","start":"2026-03-12T19:35:23.022158Z","end":"2026-03-12T19:35:23.137238Z","steps":["trace[388149746] 'process raft request' (duration: 85.229453ms)","trace[388149746] 'compare' (duration: 29.335559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:23.137359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.927472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:35:23.13741Z","caller":"traceutil/trace.go:171","msg":"trace[668089319] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8691; }","duration":"111.059085ms","start":"2026-03-12T19:35:23.026333Z","end":"2026-03-12T19:35:23.137392Z","steps":["trace[668089319] 'agreement among raft nodes before linearized reading' (duration: 110.785339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:23.384812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.632284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:35:23.384926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.112384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-12T19:35:23.384973Z","caller":"traceutil/trace.go:171","msg":"trace[1115637595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8693; }","duration":"133.815148ms","start":"2026-03-12T19:35:23.251097Z","end":"2026-03-12T19:35:23.384912Z","steps":["trace[1115637595] 'range keys from in-memory index tree' (duration: 133.43326ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.385015Z","caller":"traceutil/trace.go:171","msg":"trace[602833100] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8693; }","duration":"139.254718ms","start":"2026-03-12T19:35:23.245734Z","end":"2026-03-12T19:35:23.384988Z","steps":["trace[602833100] 'range keys from in-memory index tree' (duration: 138.860618ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.406399Z","caller":"traceutil/trace.go:171","msg":"trace[1840423604] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"110.687946ms","start":"2026-03-12T19:35:23.295688Z","end":"2026-03-12T19:35:23.406376Z","steps":["trace[1840423604] 'process raft request' (duration: 110.501362ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.638233Z","caller":"traceutil/trace.go:171","msg":"trace[2111723631] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"245.064466ms","start":"2026-03-12T19:35:23.393142Z","end":"2026-03-12T19:35:23.638207Z","steps":["trace[2111723631] 'process raft request' (duration: 222.17562ms)","trace[2111723631] 'compare' (duration: 22.720443ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:23.707424Z","caller":"traceutil/trace.go:171","msg":"trace[1709396264] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9053; }","duration":"282.199576ms","start":"2026-03-12T19:35:23.425208Z","end":"2026-03-12T19:35:23.707408Z","steps":["trace[1709396264] 'read index received' (duration: 190.06873ms)","trace[1709396264] 'applied index is now lower than readState.Index' (duration: 92.127296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:23.707686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.448021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:35:23.707752Z","caller":"traceutil/trace.go:171","msg":"trace[488137539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8695; }","duration":"282.573174ms","start":"2026-03-12T19:35:23.425163Z","end":"2026-03-12T19:35:23.707736Z","steps":["trace[488137539] 'agreement among raft nodes before linearized reading' (duration: 282.324589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:23.707847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.483827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T19:35:23.707961Z","caller":"traceutil/trace.go:171","msg":"trace[1262514009] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8695; }","duration":"265.64488ms","start":"2026-03-12T19:35:23.442293Z","end":"2026-03-12T19:35:23.707938Z","steps":["trace[1262514009] 'agreement among raft nodes before linearized reading' (duration: 265.214091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:29.063705Z","caller":"traceutil/trace.go:171","msg":"trace[790199566] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"142.768715ms","start":"2026-03-12T19:35:28.920875Z","end":"2026-03-12T19:35:29.063644Z","steps":["trace[790199566] 'process raft request' (duration: 142.627172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.234326Z","caller":"traceutil/trace.go:171","msg":"trace[943158714] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9088; }","duration":"185.197093ms","start":"2026-03-12T19:35:30.049103Z","end":"2026-03-12T19:35:30.2343Z","steps":["trace[943158714] 'read index received' (duration: 184.965687ms)","trace[943158714] 'applied index is now lower than readState.Index' (duration: 230.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:30.234401Z","caller":"traceutil/trace.go:171","msg":"trace[1550607625] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"189.436596ms","start":"2026-03-12T19:35:30.044929Z","end":"2026-03-12T19:35:30.234365Z","steps":["trace[1550607625] 'process raft request' (duration: 189.202321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.23462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.481468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:35:30.234697Z","caller":"traceutil/trace.go:171","msg":"trace[2086133506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8728; }","duration":"185.642653ms","start":"2026-03-12T19:35:30.049034Z","end":"2026-03-12T19:35:30.234677Z","steps":["trace[2086133506] 'agreement among raft nodes before linearized reading' (duration: 185.374157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.234692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.90226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:30.23476Z","caller":"traceutil/trace.go:171","msg":"trace[1298143499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8728; }","duration":"182.020363ms","start":"2026-03-12T19:35:30.052719Z","end":"2026-03-12T19:35:30.23474Z","steps":["trace[1298143499] 'agreement among raft nodes before linearized reading' (duration: 181.764938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.286518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.826539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:32.286835Z","caller":"traceutil/trace.go:171","msg":"trace[1705876173] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"746.319035ms","start":"2026-03-12T19:35:31.540494Z","end":"2026-03-12T19:35:32.286813Z","steps":["trace[1705876173] 'process raft request' (duration: 746.270784ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.286847Z","caller":"traceutil/trace.go:171","msg":"trace[195597790] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9102; }","duration":"879.531868ms","start":"2026-03-12T19:35:31.407279Z","end":"2026-03-12T19:35:32.286811Z","steps":["trace[195597790] 'read index received' (duration: 183.327051ms)","trace[195597790] 'applied index is now lower than readState.Index' (duration: 696.202097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:32.286921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.54046Z","time spent":"746.421957ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:32.286947Z","caller":"traceutil/trace.go:171","msg":"trace[778585128] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"849.075375ms","start":"2026-03-12T19:35:31.437837Z","end":"2026-03-12T19:35:32.286912Z","steps":["trace[778585128] 'process raft request' (duration: 848.82625ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.286991Z","caller":"traceutil/trace.go:171","msg":"trace[1320873192] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"900.705276ms","start":"2026-03-12T19:35:31.386222Z","end":"2026-03-12T19:35:32.286927Z","steps":["trace[1320873192] 'process raft request' (duration: 204.363716ms)","trace[1320873192] 'compare' (duration: 695.37581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:32.287128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.437812Z","time spent":"849.216188ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:32.287109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.793363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-12T19:35:32.28716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.190325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:35:32.287159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.854876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:35:32.287168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.98118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:32.287215Z","caller":"traceutil/trace.go:171","msg":"trace[2087301657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8744; }","duration":"379.970998ms","start":"2026-03-12T19:35:31.90723Z","end":"2026-03-12T19:35:32.287201Z","steps":["trace[2087301657] 'agreement among raft nodes before linearized reading' (duration: 379.759894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.287196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.386189Z","time spent":"900.904331ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:32.287226Z","caller":"traceutil/trace.go:171","msg":"trace[1630300771] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5jmnc; range_end:; response_count:1; response_revision:8744; }","duration":"879.923576ms","start":"2026-03-12T19:35:31.407271Z","end":"2026-03-12T19:35:32.287194Z","steps":["trace[1630300771] 'agreement among raft nodes before linearized reading' (duration: 879.664511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.287262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.907199Z","time spent":"380.053731ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:35:32.287261Z","caller":"traceutil/trace.go:171","msg":"trace[1921524568] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8744; }","duration":"338.183614ms","start":"2026-03-12T19:35:31.949061Z","end":"2026-03-12T19:35:32.287245Z","steps":["trace[1921524568] 'agreement among raft nodes before linearized reading' (duration: 337.931639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.287169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.283538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:35:32.28729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.4072Z","time spent":"880.07657ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4665,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" "} {"level":"warn","ts":"2026-03-12T19:35:32.287318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.949029Z","time spent":"338.276967ms","remote":"127.0.0.1:34784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:32.287319Z","caller":"traceutil/trace.go:171","msg":"trace[1627107038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8744; }","duration":"572.513653ms","start":"2026-03-12T19:35:31.714795Z","end":"2026-03-12T19:35:32.287309Z","steps":["trace[1627107038] 'agreement among raft nodes before linearized reading' (duration: 572.200426ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.287205Z","caller":"traceutil/trace.go:171","msg":"trace[2143454879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8744; }","duration":"400.275667ms","start":"2026-03-12T19:35:31.886918Z","end":"2026-03-12T19:35:32.287194Z","steps":["trace[2143454879] 'agreement among raft nodes before linearized reading' (duration: 400.131294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.287389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.71477Z","time spent":"572.602825ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:35:32.287428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.886893Z","time spent":"400.515572ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:32.287507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.255708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:32.287635Z","caller":"traceutil/trace.go:171","msg":"trace[654202288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8744; }","duration":"315.40708ms","start":"2026-03-12T19:35:31.972208Z","end":"2026-03-12T19:35:32.287615Z","steps":["trace[654202288] 'agreement among raft nodes before linearized reading' (duration: 314.809447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.287689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:31.972196Z","time spent":"315.480362ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:35:32.660495Z","caller":"traceutil/trace.go:171","msg":"trace[365522625] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"367.061982ms","start":"2026-03-12T19:35:32.293388Z","end":"2026-03-12T19:35:32.66045Z","steps":["trace[365522625] 'process raft request' (duration: 366.721235ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.660522Z","caller":"traceutil/trace.go:171","msg":"trace[1330958222] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"365.339644ms","start":"2026-03-12T19:35:32.295139Z","end":"2026-03-12T19:35:32.660479Z","steps":["trace[1330958222] 'process raft request' (duration: 365.201171ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.660615Z","caller":"traceutil/trace.go:171","msg":"trace[438258243] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"363.381061ms","start":"2026-03-12T19:35:32.297185Z","end":"2026-03-12T19:35:32.660566Z","steps":["trace[438258243] 'process raft request' (duration: 363.196907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.660697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.29337Z","time spent":"367.215116ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:32.660552Z","caller":"traceutil/trace.go:171","msg":"trace[2053820191] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9105; }","duration":"365.916017ms","start":"2026-03-12T19:35:32.294608Z","end":"2026-03-12T19:35:32.660524Z","steps":["trace[2053820191] 'read index received' (duration: 90.344847ms)","trace[2053820191] 'applied index is now lower than readState.Index' (duration: 275.57ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:32.66078Z","caller":"traceutil/trace.go:171","msg":"trace[734295362] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"292.463303ms","start":"2026-03-12T19:35:32.368257Z","end":"2026-03-12T19:35:32.66072Z","steps":["trace[734295362] 'process raft request' (duration: 292.189187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.660843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.297179Z","time spent":"363.535394ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:32.660613Z","caller":"traceutil/trace.go:171","msg":"trace[799653404] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"366.819397ms","start":"2026-03-12T19:35:32.293757Z","end":"2026-03-12T19:35:32.660576Z","steps":["trace[799653404] 'process raft request' (duration: 366.536591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.6611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.445668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"warn","ts":"2026-03-12T19:35:32.661127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.295131Z","time spent":"365.773723ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:32.66116Z","caller":"traceutil/trace.go:171","msg":"trace[1444891540] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8750; }","duration":"366.580701ms","start":"2026-03-12T19:35:32.294562Z","end":"2026-03-12T19:35:32.661143Z","steps":["trace[1444891540] 'agreement among raft nodes before linearized reading' (duration: 366.267825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.661411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.294541Z","time spent":"366.854908ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:32.661201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.293747Z","time spent":"367.258886ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:32.861072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.172363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:32.861176Z","caller":"traceutil/trace.go:171","msg":"trace[1277613110] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9111; }","duration":"200.350828ms","start":"2026-03-12T19:35:32.660804Z","end":"2026-03-12T19:35:32.861155Z","steps":["trace[1277613110] 'read index received' (duration: 90.955611ms)","trace[1277613110] 'applied index is now lower than readState.Index' (duration: 109.393967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:32.861277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.689886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:32.861358Z","caller":"traceutil/trace.go:171","msg":"trace[401231264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8751; }","duration":"362.843169ms","start":"2026-03-12T19:35:32.498497Z","end":"2026-03-12T19:35:32.86134Z","steps":["trace[401231264] 'agreement among raft nodes before linearized reading' (duration: 362.664515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.861406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.498474Z","time spent":"362.923212ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:32.861529Z","caller":"traceutil/trace.go:171","msg":"trace[73519310] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"442.567821ms","start":"2026-03-12T19:35:32.418941Z","end":"2026-03-12T19:35:32.861509Z","steps":["trace[73519310] 'process raft request' (duration: 332.879307ms)","trace[73519310] 'compare' (duration: 108.677472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:32.861593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.780264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-03-12T19:35:32.861643Z","caller":"traceutil/trace.go:171","msg":"trace[554112861] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5jmnc; range_end:; response_count:1; response_revision:8751; }","duration":"565.854816ms","start":"2026-03-12T19:35:32.295775Z","end":"2026-03-12T19:35:32.86163Z","steps":["trace[554112861] 'agreement among raft nodes before linearized reading' (duration: 565.713393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.861682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.295766Z","time spent":"565.906007ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" "} {"level":"warn","ts":"2026-03-12T19:35:32.861724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.418906Z","time spent":"442.692174ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:32.86192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.869484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:35:32.861927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.085766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5jmnc\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-03-12T19:35:32.861969Z","caller":"traceutil/trace.go:171","msg":"trace[1034379494] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5jmnc; range_end:; response_count:1; response_revision:8751; }","duration":"197.171378ms","start":"2026-03-12T19:35:32.664786Z","end":"2026-03-12T19:35:32.861958Z","steps":["trace[1034379494] 'agreement among raft nodes before linearized reading' (duration: 197.009344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.861928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.380999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:35:32.862207Z","caller":"traceutil/trace.go:171","msg":"trace[1830558804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8751; }","duration":"543.673126ms","start":"2026-03-12T19:35:32.318516Z","end":"2026-03-12T19:35:32.862189Z","steps":["trace[1830558804] 'agreement among raft nodes before linearized reading' (duration: 543.345159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.862264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.318503Z","time spent":"543.742657ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:32.862264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.242728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:32.862387Z","caller":"traceutil/trace.go:171","msg":"trace[526859069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8751; }","duration":"106.423402ms","start":"2026-03-12T19:35:32.755937Z","end":"2026-03-12T19:35:32.86236Z","steps":["trace[526859069] 'agreement among raft nodes before linearized reading' (duration: 106.160277ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:32.861963Z","caller":"traceutil/trace.go:171","msg":"trace[570711564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8751; }","duration":"540.934955ms","start":"2026-03-12T19:35:32.321018Z","end":"2026-03-12T19:35:32.861953Z","steps":["trace[570711564] 'agreement among raft nodes before linearized reading' (duration: 540.332752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:32.862741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.32101Z","time spent":"541.569389ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:33.355794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.126508ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:35:33.35618Z","caller":"traceutil/trace.go:171","msg":"trace[23864527] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9113; }","duration":"411.29475ms","start":"2026-03-12T19:35:32.944862Z","end":"2026-03-12T19:35:33.356156Z","steps":["trace[23864527] 'read index received' (duration: 46.777093ms)","trace[23864527] 'applied index is now lower than readState.Index' (duration: 364.516267ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:33.356244Z","caller":"traceutil/trace.go:171","msg":"trace[2028382771] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"353.882852ms","start":"2026-03-12T19:35:33.00234Z","end":"2026-03-12T19:35:33.356223Z","steps":["trace[2028382771] 'process raft request' (duration: 353.682888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.356385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.912162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-12T19:35:33.356429Z","caller":"traceutil/trace.go:171","msg":"trace[329071758] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8753; }","duration":"429.995374ms","start":"2026-03-12T19:35:32.926423Z","end":"2026-03-12T19:35:33.356419Z","steps":["trace[329071758] 'agreement among raft nodes before linearized reading' (duration: 429.82351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.356466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.92641Z","time spent":"430.042615ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-12T19:35:33.356525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.002308Z","time spent":"354.056406ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:33.356993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.084831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-12T19:35:33.35712Z","caller":"traceutil/trace.go:171","msg":"trace[627335918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8753; }","duration":"485.182203ms","start":"2026-03-12T19:35:32.871869Z","end":"2026-03-12T19:35:33.357051Z","steps":["trace[627335918] 'agreement among raft nodes before linearized reading' (duration: 484.649481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.35719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.871863Z","time spent":"485.315586ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:35:33.41227Z","caller":"traceutil/trace.go:171","msg":"trace[2115307031] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"334.302609ms","start":"2026-03-12T19:35:33.07792Z","end":"2026-03-12T19:35:33.412223Z","steps":["trace[2115307031] 'process raft request' (duration: 333.977561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.4125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.077895Z","time spent":"334.475763ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:33.412506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.04658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"warn","ts":"2026-03-12T19:35:33.412585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.127064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:33.412603Z","caller":"traceutil/trace.go:171","msg":"trace[641345599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8754; }","duration":"466.167313ms","start":"2026-03-12T19:35:32.94641Z","end":"2026-03-12T19:35:33.412578Z","steps":["trace[641345599] 'agreement among raft nodes before linearized reading' (duration: 465.726964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:33.41265Z","caller":"traceutil/trace.go:171","msg":"trace[1783086223] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8754; }","duration":"286.38463ms","start":"2026-03-12T19:35:33.126246Z","end":"2026-03-12T19:35:33.41263Z","steps":["trace[1783086223] 'agreement among raft nodes before linearized reading' (duration: 286.126044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.412661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:32.946389Z","time spent":"466.256775ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:33.925081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784418,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:35:33.931004Z","caller":"traceutil/trace.go:171","msg":"trace[1170962564] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9116; }","duration":"506.241108ms","start":"2026-03-12T19:35:33.424735Z","end":"2026-03-12T19:35:33.930976Z","steps":["trace[1170962564] 'read index received' (duration: 505.963262ms)","trace[1170962564] 'applied index is now lower than readState.Index' (duration: 276.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:33.931057Z","caller":"traceutil/trace.go:171","msg":"trace[194574138] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"560.727022ms","start":"2026-03-12T19:35:33.370294Z","end":"2026-03-12T19:35:33.931021Z","steps":["trace[194574138] 'process raft request' (duration: 560.479107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.931255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.370269Z","time spent":"560.845665ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:33.931366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.602007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T19:35:33.931328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.861772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:33.931406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.617734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:33.93146Z","caller":"traceutil/trace.go:171","msg":"trace[652077460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8755; }","duration":"506.718519ms","start":"2026-03-12T19:35:33.424689Z","end":"2026-03-12T19:35:33.931408Z","steps":["trace[652077460] 'agreement among raft nodes before linearized reading' (duration: 506.426702ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:33.931486Z","caller":"traceutil/trace.go:171","msg":"trace[1029053199] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8755; }","duration":"305.772358ms","start":"2026-03-12T19:35:33.625692Z","end":"2026-03-12T19:35:33.931465Z","steps":["trace[1029053199] 'agreement among raft nodes before linearized reading' (duration: 305.613804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:33.931444Z","caller":"traceutil/trace.go:171","msg":"trace[1921487202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8755; }","duration":"431.007056ms","start":"2026-03-12T19:35:33.500415Z","end":"2026-03-12T19:35:33.931422Z","steps":["trace[1921487202] 'agreement among raft nodes before linearized reading' (duration: 430.797651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:33.931547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.424667Z","time spent":"506.866052ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:35:33.931553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.625665Z","time spent":"305.869679ms","remote":"127.0.0.1:59368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:33.931595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.500399Z","time spent":"431.144158ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:34.877206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:35.377659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:35.877979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:36.20506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126072819s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:36.2052Z","caller":"traceutil/trace.go:171","msg":"trace[760523779] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"2.261700286s","start":"2026-03-12T19:35:33.943469Z","end":"2026-03-12T19:35:36.20517Z","steps":["trace[760523779] 'process raft request' (duration: 135.416603ms)","trace[760523779] 'compare' (duration: 2.125831092s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:36.20528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:33.94345Z","time spent":"2.261796439s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:35:36.382407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:36.707395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.413332767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:36.916059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.300483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:36.916193Z","caller":"traceutil/trace.go:171","msg":"trace[55035965] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"2.622237614s","start":"2026-03-12T19:35:34.293926Z","end":"2026-03-12T19:35:36.916164Z","steps":["trace[55035965] 'process raft request' (duration: 2.413729536s)","trace[55035965] 'compare' (duration: 207.886254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:36.916275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.293897Z","time spent":"2.622343286s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:37.233881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.446353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:37.23414Z","caller":"traceutil/trace.go:171","msg":"trace[1573141794] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9118; }","duration":"2.857679367s","start":"2026-03-12T19:35:34.376442Z","end":"2026-03-12T19:35:37.234121Z","steps":["trace[1573141794] 'read index received' (duration: 2.331231062s)","trace[1573141794] 'applied index is now lower than readState.Index' (duration: 526.447205ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:37.23422Z","caller":"traceutil/trace.go:171","msg":"trace[490923562] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"1.815996975s","start":"2026-03-12T19:35:35.418193Z","end":"2026-03-12T19:35:37.23419Z","steps":["trace[490923562] 'process raft request' (duration: 1.815824311s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.234366Z","caller":"traceutil/trace.go:171","msg":"trace[579624262] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.589671702s","start":"2026-03-12T19:35:35.644684Z","end":"2026-03-12T19:35:37.234356Z","steps":["trace[579624262] 'process raft request' (duration: 1.589377606s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.234613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.64465Z","time spent":"1.589934258s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:35:37.234654Z","caller":"traceutil/trace.go:171","msg":"trace[1392639396] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"1.871122843s","start":"2026-03-12T19:35:35.363506Z","end":"2026-03-12T19:35:37.234629Z","steps":["trace[1392639396] 'process raft request' (duration: 1.870469589s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.234659Z","caller":"traceutil/trace.go:171","msg":"trace[595087091] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"2.130200418s","start":"2026-03-12T19:35:35.104418Z","end":"2026-03-12T19:35:37.234618Z","steps":["trace[595087091] 'process raft request' (duration: 1.970912597s)","trace[595087091] 'compare' (duration: 158.31894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:37.234818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287605336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:37.234786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.36348Z","time spent":"1.871256316s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:37.234849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858402183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-12T19:35:37.234875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.104377Z","time spent":"2.130375962s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:37.234881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870054239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-12T19:35:37.234918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024984513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T19:35:37.234977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733114192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:37.234974Z","caller":"traceutil/trace.go:171","msg":"trace[1493760227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8761; }","duration":"1.870250353s","start":"2026-03-12T19:35:35.364701Z","end":"2026-03-12T19:35:37.234952Z","steps":["trace[1493760227] 'agreement among raft nodes before linearized reading' (duration: 1.869961717s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.235008Z","caller":"traceutil/trace.go:171","msg":"trace[179934112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8761; }","duration":"1.733189713s","start":"2026-03-12T19:35:35.501809Z","end":"2026-03-12T19:35:37.234999Z","steps":["trace[179934112] 'agreement among raft nodes before linearized reading' (duration: 1.733140932s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.235011Z","caller":"traceutil/trace.go:171","msg":"trace[830826516] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8761; }","duration":"1.025160397s","start":"2026-03-12T19:35:36.209829Z","end":"2026-03-12T19:35:37.234989Z","steps":["trace[830826516] 'agreement among raft nodes before linearized reading' (duration: 1.024861841s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024472901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-12T19:35:37.234881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979501668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-12T19:35:37.235058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.501782Z","time spent":"1.733269465s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:37.235067Z","caller":"traceutil/trace.go:171","msg":"trace[2062273490] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8761; }","duration":"1.024531822s","start":"2026-03-12T19:35:36.210525Z","end":"2026-03-12T19:35:37.235057Z","steps":["trace[2062273490] 'agreement among raft nodes before linearized reading' (duration: 1.024372058s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:36.209799Z","time spent":"1.025261989s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-12T19:35:37.235071Z","caller":"traceutil/trace.go:171","msg":"trace[1631260630] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8761; }","duration":"1.979766464s","start":"2026-03-12T19:35:35.255295Z","end":"2026-03-12T19:35:37.235061Z","steps":["trace[1631260630] 'agreement among raft nodes before linearized reading' (duration: 1.979428216s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:36.210515Z","time spent":"1.024580933s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024770178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T19:35:37.235131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.255269Z","time spent":"1.979853925s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-12T19:35:37.23515Z","caller":"traceutil/trace.go:171","msg":"trace[2060532050] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8761; }","duration":"1.02487741s","start":"2026-03-12T19:35:36.21026Z","end":"2026-03-12T19:35:37.235138Z","steps":["trace[2060532050] 'agreement among raft nodes before linearized reading' (duration: 1.024685606s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655195172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:37.235177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:36.210229Z","time spent":"1.024941242s","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846096041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:35:37.235012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286199445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:35:37.235215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.418165Z","time spent":"1.816130957s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:37.235256Z","caller":"traceutil/trace.go:171","msg":"trace[1309318732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8761; }","duration":"2.846290946s","start":"2026-03-12T19:35:34.388949Z","end":"2026-03-12T19:35:37.23524Z","steps":["trace[1309318732] 'agreement among raft nodes before linearized reading' (duration: 2.845720083s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.235267Z","caller":"traceutil/trace.go:171","msg":"trace[1394280366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8761; }","duration":"2.286449991s","start":"2026-03-12T19:35:34.948805Z","end":"2026-03-12T19:35:37.235255Z","steps":["trace[1394280366] 'agreement among raft nodes before linearized reading' (duration: 2.286137474s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.234867Z","caller":"traceutil/trace.go:171","msg":"trace[632791976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8761; }","duration":"1.287653847s","start":"2026-03-12T19:35:35.947197Z","end":"2026-03-12T19:35:37.234851Z","steps":["trace[632791976] 'agreement among raft nodes before linearized reading' (duration: 1.287567925s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.364667Z","time spent":"1.870348065s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.94869Z","time spent":"2.286604715s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.388921Z","time spent":"2.846368177s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569199091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:35:37.235357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:35.947123Z","time spent":"1.288216121s","remote":"127.0.0.1:43972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:37.235223Z","caller":"traceutil/trace.go:171","msg":"trace[451655747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8761; }","duration":"2.655295384s","start":"2026-03-12T19:35:34.57991Z","end":"2026-03-12T19:35:37.235205Z","steps":["trace[451655747] 'agreement among raft nodes before linearized reading' (duration: 2.655210262s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569999668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:35:37.235423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.579881Z","time spent":"2.655530539s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:37.235437Z","caller":"traceutil/trace.go:171","msg":"trace[1859660948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8761; }","duration":"2.570272445s","start":"2026-03-12T19:35:34.665151Z","end":"2026-03-12T19:35:37.235423Z","steps":["trace[1859660948] 'agreement among raft nodes before linearized reading' (duration: 2.569967528s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.2351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567717857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:35:37.235484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.665115Z","time spent":"2.570350155s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:35:37.234917Z","caller":"traceutil/trace.go:171","msg":"trace[861165126] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce; range_end:; response_count:1; response_revision:8761; }","duration":"2.858527705s","start":"2026-03-12T19:35:34.376374Z","end":"2026-03-12T19:35:37.234902Z","steps":["trace[861165126] 'agreement among raft nodes before linearized reading' (duration: 2.85828414s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.235512Z","caller":"traceutil/trace.go:171","msg":"trace[1611326580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8761; }","duration":"2.568125016s","start":"2026-03-12T19:35:34.667376Z","end":"2026-03-12T19:35:37.235501Z","steps":["trace[1611326580] 'agreement among raft nodes before linearized reading' (duration: 2.567658196s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:37.235374Z","caller":"traceutil/trace.go:171","msg":"trace[1156938852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8761; }","duration":"2.569285703s","start":"2026-03-12T19:35:34.666076Z","end":"2026-03-12T19:35:37.235362Z","steps":["trace[1156938852] 'agreement among raft nodes before linearized reading' (duration: 2.569175671s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.235549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.667314Z","time spent":"2.568226499s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:37.235556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.376346Z","time spent":"2.85919597s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" "} {"level":"warn","ts":"2026-03-12T19:35:37.23561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:34.666049Z","time spent":"2.569521278s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:37.740886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:35:37.823293Z","caller":"traceutil/trace.go:171","msg":"trace[261318701] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"584.60504ms","start":"2026-03-12T19:35:37.238627Z","end":"2026-03-12T19:35:37.823232Z","steps":["trace[261318701] 'process raft request' (duration: 584.317483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:37.823509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.238602Z","time spent":"584.798573ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.207095Z","caller":"traceutil/trace.go:171","msg":"trace[1246140338] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"967.283568ms","start":"2026-03-12T19:35:37.239775Z","end":"2026-03-12T19:35:38.207059Z","steps":["trace[1246140338] 'process raft request' (duration: 881.318389ms)","trace[1246140338] 'compare' (duration: 85.313585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:38.207241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.239754Z","time spent":"967.40554ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.208025Z","caller":"traceutil/trace.go:171","msg":"trace[1738582149] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"967.735839ms","start":"2026-03-12T19:35:37.240238Z","end":"2026-03-12T19:35:38.207974Z","steps":["trace[1738582149] 'process raft request' (duration: 967.102084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.208182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.240224Z","time spent":"967.873231ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.207999Z","caller":"traceutil/trace.go:171","msg":"trace[901512320] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"967.606436ms","start":"2026-03-12T19:35:37.240373Z","end":"2026-03-12T19:35:38.20798Z","steps":["trace[901512320] 'process raft request' (duration: 967.449181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.208295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.240345Z","time spent":"967.924023ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:35:38.208519Z","caller":"traceutil/trace.go:171","msg":"trace[886829370] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"967.967823ms","start":"2026-03-12T19:35:37.240492Z","end":"2026-03-12T19:35:38.20846Z","steps":["trace[886829370] 'process raft request' (duration: 967.395471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.208683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.240483Z","time spent":"968.113607ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.209826Z","caller":"traceutil/trace.go:171","msg":"trace[658885835] linearizableReadLoop","detail":"{readStateIndex:9131; appliedIndex:9123; }","duration":"969.817894ms","start":"2026-03-12T19:35:37.239982Z","end":"2026-03-12T19:35:38.209799Z","steps":["trace[658885835] 'read index received' (duration: 583.037426ms)","trace[658885835] 'applied index is now lower than readState.Index' (duration: 386.779428ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:38.209875Z","caller":"traceutil/trace.go:171","msg":"trace[1625419693] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"969.324044ms","start":"2026-03-12T19:35:37.240525Z","end":"2026-03-12T19:35:38.209849Z","steps":["trace[1625419693] 'process raft request' (duration: 969.016417ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:38.209993Z","caller":"traceutil/trace.go:171","msg":"trace[1322631355] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"968.32372ms","start":"2026-03-12T19:35:37.241648Z","end":"2026-03-12T19:35:38.209972Z","steps":["trace[1322631355] 'process raft request' (duration: 968.047884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.21003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.24051Z","time spent":"969.422945ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:38.210079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.241632Z","time spent":"968.392992ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.210182Z","caller":"traceutil/trace.go:171","msg":"trace[731703403] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"968.051655ms","start":"2026-03-12T19:35:37.242121Z","end":"2026-03-12T19:35:38.210172Z","steps":["trace[731703403] 'process raft request' (duration: 967.630905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.210228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.242097Z","time spent":"968.105146ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:38.210411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.057539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:38.210421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.776258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:38.210454Z","caller":"traceutil/trace.go:171","msg":"trace[833696027] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8769; }","duration":"613.125051ms","start":"2026-03-12T19:35:37.59732Z","end":"2026-03-12T19:35:38.210445Z","steps":["trace[833696027] 'agreement among raft nodes before linearized reading' (duration: 613.054379ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:38.210472Z","caller":"traceutil/trace.go:171","msg":"trace[303679787] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8769; }","duration":"662.85296ms","start":"2026-03-12T19:35:37.547597Z","end":"2026-03-12T19:35:38.21045Z","steps":["trace[303679787] 'agreement among raft nodes before linearized reading' (duration: 662.748097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.210485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.597309Z","time spent":"613.168871ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:38.210505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.547569Z","time spent":"662.926991ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:38.210605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.567201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-12T19:35:38.210674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.593637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:38.210707Z","caller":"traceutil/trace.go:171","msg":"trace[1253378025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8769; }","duration":"630.664019ms","start":"2026-03-12T19:35:37.580032Z","end":"2026-03-12T19:35:38.210696Z","steps":["trace[1253378025] 'agreement among raft nodes before linearized reading' (duration: 630.608417ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:38.210716Z","caller":"traceutil/trace.go:171","msg":"trace[1238393129] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8769; }","duration":"970.719995ms","start":"2026-03-12T19:35:37.239958Z","end":"2026-03-12T19:35:38.210678Z","steps":["trace[1238393129] 'agreement among raft nodes before linearized reading' (duration: 970.373946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.210748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.580006Z","time spent":"630.732671ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:38.210775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.23995Z","time spent":"970.814327ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:35:38.210776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.880956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-12T19:35:38.210824Z","caller":"traceutil/trace.go:171","msg":"trace[439911753] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8769; }","duration":"969.955619ms","start":"2026-03-12T19:35:37.240856Z","end":"2026-03-12T19:35:38.210811Z","steps":["trace[439911753] 'agreement among raft nodes before linearized reading' (duration: 969.476887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.210725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.843419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:38.210859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.240841Z","time spent":"970.009299ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:35:38.210885Z","caller":"traceutil/trace.go:171","msg":"trace[777317370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"967.034964ms","start":"2026-03-12T19:35:37.243828Z","end":"2026-03-12T19:35:38.210863Z","steps":["trace[777317370] 'agreement among raft nodes before linearized reading' (duration: 966.745516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.210966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.243818Z","time spent":"967.135256ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:38.211056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.705135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:35:38.2111Z","caller":"traceutil/trace.go:171","msg":"trace[829494893] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8769; }","duration":"656.797427ms","start":"2026-03-12T19:35:37.554289Z","end":"2026-03-12T19:35:38.211087Z","steps":["trace[829494893] 'agreement among raft nodes before linearized reading' (duration: 656.687444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.211129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.554257Z","time spent":"656.864898ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:35:38.211163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.926585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:35:38.211206Z","caller":"traceutil/trace.go:171","msg":"trace[1280990595] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8769; }","duration":"968.991936ms","start":"2026-03-12T19:35:37.242204Z","end":"2026-03-12T19:35:38.211196Z","steps":["trace[1280990595] 'agreement among raft nodes before linearized reading' (duration: 968.888614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.211232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.933745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189c2f114a7d816d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-12T19:35:38.211826Z","caller":"traceutil/trace.go:171","msg":"trace[228818799] range","detail":"{range_begin:/registry/events/openstack/ceph.189c2f114a7d816d; range_end:; response_count:1; response_revision:8769; }","duration":"969.548378ms","start":"2026-03-12T19:35:37.24226Z","end":"2026-03-12T19:35:38.211809Z","steps":["trace[228818799] 'agreement among raft nodes before linearized reading' (duration: 968.878054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.211897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.242234Z","time spent":"969.648301ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189c2f114a7d816d\" "} {"level":"warn","ts":"2026-03-12T19:35:38.211247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.242196Z","time spent":"969.041437ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-12T19:35:38.211393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.298858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:38.212169Z","caller":"traceutil/trace.go:171","msg":"trace[688564394] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8769; }","duration":"863.058085ms","start":"2026-03-12T19:35:37.349087Z","end":"2026-03-12T19:35:38.212145Z","steps":["trace[688564394] 'agreement among raft nodes before linearized reading' (duration: 862.200536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.212267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.349009Z","time spent":"863.218798ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:38.210835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.262248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:38.212362Z","caller":"traceutil/trace.go:171","msg":"trace[1795596527] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8769; }","duration":"140.824552ms","start":"2026-03-12T19:35:38.071518Z","end":"2026-03-12T19:35:38.212342Z","steps":["trace[1795596527] 'agreement among raft nodes before linearized reading' (duration: 139.284708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.21299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.828348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-12T19:35:38.213052Z","caller":"traceutil/trace.go:171","msg":"trace[1452257633] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8769; }","duration":"733.935001ms","start":"2026-03-12T19:35:37.479103Z","end":"2026-03-12T19:35:38.213038Z","steps":["trace[1452257633] 'agreement among raft nodes before linearized reading' (duration: 731.5731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.21309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:37.479076Z","time spent":"734.005333ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:35:38.809405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.321108ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T19:35:38.809853Z","caller":"traceutil/trace.go:171","msg":"trace[190623903] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"592.170248ms","start":"2026-03-12T19:35:38.217662Z","end":"2026-03-12T19:35:38.809832Z","steps":["trace[190623903] 'process raft request' (duration: 592.111206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.810196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.212661Z","time spent":"597.528286ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:35:38.81019Z","caller":"traceutil/trace.go:171","msg":"trace[530419307] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9131; }","duration":"595.831567ms","start":"2026-03-12T19:35:38.214317Z","end":"2026-03-12T19:35:38.810148Z","steps":["trace[530419307] 'read index received' (duration: 146.753823ms)","trace[530419307] 'applied index is now lower than readState.Index' (duration: 449.075094ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:38.810252Z","caller":"traceutil/trace.go:171","msg":"trace[531419608] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"595.861299ms","start":"2026-03-12T19:35:38.214362Z","end":"2026-03-12T19:35:38.810223Z","steps":["trace[531419608] 'process raft request' (duration: 595.174233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.81042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.084614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c2f18e476db79\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-12T19:35:38.810427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.214349Z","time spent":"595.963451ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:38.81047Z","caller":"traceutil/trace.go:171","msg":"trace[434205888] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c2f18e476db79; range_end:; response_count:1; response_revision:8771; }","duration":"596.162596ms","start":"2026-03-12T19:35:38.214297Z","end":"2026-03-12T19:35:38.81046Z","steps":["trace[434205888] 'agreement among raft nodes before linearized reading' (duration: 595.949202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.810505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.214279Z","time spent":"596.218647ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189c2f18e476db79\" "} {"level":"warn","ts":"2026-03-12T19:35:38.810516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.994075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:38.810602Z","caller":"traceutil/trace.go:171","msg":"trace[199058743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8771; }","duration":"302.144248ms","start":"2026-03-12T19:35:38.508438Z","end":"2026-03-12T19:35:38.810583Z","steps":["trace[199058743] 'agreement among raft nodes before linearized reading' (duration: 301.973454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.810656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.508409Z","time spent":"302.23853ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:38.810658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.784937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-12T19:35:38.810535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.332789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:38.810716Z","caller":"traceutil/trace.go:171","msg":"trace[407608010] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8771; }","duration":"576.866309ms","start":"2026-03-12T19:35:38.23383Z","end":"2026-03-12T19:35:38.810696Z","steps":["trace[407608010] 'agreement among raft nodes before linearized reading' (duration: 576.738166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.810778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.233803Z","time spent":"576.960791ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-12T19:35:38.810775Z","caller":"traceutil/trace.go:171","msg":"trace[2006076609] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8771; }","duration":"591.559464ms","start":"2026-03-12T19:35:38.21916Z","end":"2026-03-12T19:35:38.810719Z","steps":["trace[2006076609] 'agreement among raft nodes before linearized reading' (duration: 591.215016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.810884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.219154Z","time spent":"591.691967ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-12T19:35:38.827017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.181652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-12T19:35:38.827104Z","caller":"traceutil/trace.go:171","msg":"trace[104562835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8771; }","duration":"589.326096ms","start":"2026-03-12T19:35:38.237758Z","end":"2026-03-12T19:35:38.827084Z","steps":["trace[104562835] 'agreement among raft nodes before linearized reading' (duration: 589.019978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:38.827149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.237736Z","time spent":"589.403737ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:38.827355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.217642Z","time spent":"592.272849ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:39.173746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.880814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:39.173911Z","caller":"traceutil/trace.go:171","msg":"trace[1644562903] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9134; }","duration":"362.362729ms","start":"2026-03-12T19:35:38.811478Z","end":"2026-03-12T19:35:39.17384Z","steps":["trace[1644562903] 'read index received' (duration: 172.855511ms)","trace[1644562903] 'applied index is now lower than readState.Index' (duration: 189.504297ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:39.174048Z","caller":"traceutil/trace.go:171","msg":"trace[643438454] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"362.722086ms","start":"2026-03-12T19:35:38.811312Z","end":"2026-03-12T19:35:39.174034Z","steps":["trace[643438454] 'process raft request' (duration: 173.004924ms)","trace[643438454] 'compare' (duration: 188.628868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:39.174154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.811282Z","time spent":"362.804988ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:39.17442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.916601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:39.174506Z","caller":"traceutil/trace.go:171","msg":"trace[1123744465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"363.038154ms","start":"2026-03-12T19:35:38.811449Z","end":"2026-03-12T19:35:39.174487Z","steps":["trace[1123744465] 'agreement among raft nodes before linearized reading' (duration: 362.844728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:39.174557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.811435Z","time spent":"363.113086ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:39.674964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:39.761862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.688174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:39.762434Z","caller":"traceutil/trace.go:171","msg":"trace[1243404083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8772; }","duration":"472.280257ms","start":"2026-03-12T19:35:39.290124Z","end":"2026-03-12T19:35:39.762405Z","steps":["trace[1243404083] 'range keys from in-memory index tree' (duration: 471.660494ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:39.762943Z","caller":"traceutil/trace.go:171","msg":"trace[1706630651] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"839.3273ms","start":"2026-03-12T19:35:38.923592Z","end":"2026-03-12T19:35:39.76292Z","steps":["trace[1706630651] 'process raft request' (duration: 839.284539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:39.763075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.923559Z","time spent":"839.428963ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:39.762995Z","caller":"traceutil/trace.go:171","msg":"trace[666658328] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"932.678923ms","start":"2026-03-12T19:35:38.830264Z","end":"2026-03-12T19:35:39.762943Z","steps":["trace[666658328] 'process raft request' (duration: 878.228989ms)","trace[666658328] 'compare' (duration: 54.211448ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:39.763328Z","caller":"traceutil/trace.go:171","msg":"trace[1539779611] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"932.140711ms","start":"2026-03-12T19:35:38.831179Z","end":"2026-03-12T19:35:39.76332Z","steps":["trace[1539779611] 'process raft request' (duration: 931.64241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:39.763362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.830244Z","time spent":"932.933799ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:39.763489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.831173Z","time spent":"932.175062ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:40.223371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.032984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:40.223663Z","caller":"traceutil/trace.go:171","msg":"trace[1213047651] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"430.419783ms","start":"2026-03-12T19:35:39.793228Z","end":"2026-03-12T19:35:40.223647Z","steps":["trace[1213047651] 'process raft request' (duration: 430.378772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.223754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.793201Z","time spent":"430.522165ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:40.223739Z","caller":"traceutil/trace.go:171","msg":"trace[567192680] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"978.377763ms","start":"2026-03-12T19:35:39.245294Z","end":"2026-03-12T19:35:40.223672Z","steps":["trace[567192680] 'process raft request' (duration: 676.94403ms)","trace[567192680] 'compare' (duration: 300.752518ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:40.223862Z","caller":"traceutil/trace.go:171","msg":"trace[1086856792] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9135; }","duration":"1.049899084s","start":"2026-03-12T19:35:39.173948Z","end":"2026-03-12T19:35:40.223847Z","steps":["trace[1086856792] 'read index received' (duration: 534.517073ms)","trace[1086856792] 'applied index is now lower than readState.Index' (duration: 515.38038ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:40.223855Z","caller":"traceutil/trace.go:171","msg":"trace[1978096973] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"978.400263ms","start":"2026-03-12T19:35:39.245424Z","end":"2026-03-12T19:35:40.223825Z","steps":["trace[1978096973] 'process raft request' (duration: 978.114447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.223931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.245262Z","time spent":"978.562057ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:40.224004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373274811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-12T19:35:40.224014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354542636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:35:40.224034Z","caller":"traceutil/trace.go:171","msg":"trace[214465027] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8778; }","duration":"1.373350242s","start":"2026-03-12T19:35:38.850672Z","end":"2026-03-12T19:35:40.224022Z","steps":["trace[214465027] 'agreement among raft nodes before linearized reading' (duration: 1.3732595s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.224033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.245392Z","time spent":"978.548367ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:40.224048Z","caller":"traceutil/trace.go:171","msg":"trace[1554961326] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8778; }","duration":"1.354607948s","start":"2026-03-12T19:35:38.86943Z","end":"2026-03-12T19:35:40.224038Z","steps":["trace[1554961326] 'agreement among raft nodes before linearized reading' (duration: 1.354423304s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.22406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.850655Z","time spent":"1.373397973s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-12T19:35:40.224074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.869407Z","time spent":"1.354660988s","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:35:40.224154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.192315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:40.224145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284018547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:35:40.224206Z","caller":"traceutil/trace.go:171","msg":"trace[1370259358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"724.271066ms","start":"2026-03-12T19:35:39.499922Z","end":"2026-03-12T19:35:40.224193Z","steps":["trace[1370259358] 'agreement among raft nodes before linearized reading' (duration: 724.176204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.224202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047848928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-12T19:35:40.224237Z","caller":"traceutil/trace.go:171","msg":"trace[416269496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8778; }","duration":"1.28417122s","start":"2026-03-12T19:35:38.940041Z","end":"2026-03-12T19:35:40.224213Z","steps":["trace[416269496] 'agreement among raft nodes before linearized reading' (duration: 1.283809193s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.224261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.273541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:35:40.224288Z","caller":"traceutil/trace.go:171","msg":"trace[141096951] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8778; }","duration":"1.048000142s","start":"2026-03-12T19:35:39.176268Z","end":"2026-03-12T19:35:40.224268Z","steps":["trace[141096951] 'agreement among raft nodes before linearized reading' (duration: 1.047728446s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:40.224302Z","caller":"traceutil/trace.go:171","msg":"trace[162784988] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8778; }","duration":"774.356193ms","start":"2026-03-12T19:35:39.449935Z","end":"2026-03-12T19:35:40.224291Z","steps":["trace[162784988] 'agreement among raft nodes before linearized reading' (duration: 774.21898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.224339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.449891Z","time spent":"774.439565ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:35:40.224344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.17625Z","time spent":"1.048084603s","remote":"127.0.0.1:34508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:35:40.224298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:38.940017Z","time spent":"1.284267833s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:35:40.22424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:39.499911Z","time spent":"724.322437ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:40.51926Z","caller":"traceutil/trace.go:171","msg":"trace[219515127] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"290.02359ms","start":"2026-03-12T19:35:40.229207Z","end":"2026-03-12T19:35:40.51923Z","steps":["trace[219515127] 'process raft request' (duration: 289.829996ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:40.549801Z","caller":"traceutil/trace.go:171","msg":"trace[1724771832] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"320.440801ms","start":"2026-03-12T19:35:40.229331Z","end":"2026-03-12T19:35:40.549771Z","steps":["trace[1724771832] 'process raft request' (duration: 320.225947ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:40.5502Z","caller":"traceutil/trace.go:171","msg":"trace[1915872566] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"320.833911ms","start":"2026-03-12T19:35:40.22934Z","end":"2026-03-12T19:35:40.550174Z","steps":["trace[1915872566] 'process raft request' (duration: 320.36605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.550402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.229324Z","time spent":"320.948433ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:40.550794Z","caller":"traceutil/trace.go:171","msg":"trace[507766531] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"321.298001ms","start":"2026-03-12T19:35:40.229484Z","end":"2026-03-12T19:35:40.550782Z","steps":["trace[507766531] 'process raft request' (duration: 320.598776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.550882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.229448Z","time spent":"321.383624ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:40.551305Z","caller":"traceutil/trace.go:171","msg":"trace[1352770238] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"320.652367ms","start":"2026-03-12T19:35:40.230642Z","end":"2026-03-12T19:35:40.551294Z","steps":["trace[1352770238] 'process raft request' (duration: 320.089254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.551368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.230633Z","time spent":"320.702687ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:40.551676Z","caller":"traceutil/trace.go:171","msg":"trace[847276266] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9141; }","duration":"322.13496ms","start":"2026-03-12T19:35:40.22953Z","end":"2026-03-12T19:35:40.551665Z","steps":["trace[847276266] 'read index received' (duration: 289.630302ms)","trace[847276266] 'applied index is now lower than readState.Index' (duration: 32.503728ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:40.551871Z","caller":"traceutil/trace.go:171","msg":"trace[757634201] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"126.407464ms","start":"2026-03-12T19:35:40.425454Z","end":"2026-03-12T19:35:40.551861Z","steps":["trace[757634201] 'process raft request' (duration: 125.796311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.55236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.820454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-12T19:35:40.552404Z","caller":"traceutil/trace.go:171","msg":"trace[953184452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8784; }","duration":"322.879655ms","start":"2026-03-12T19:35:40.229514Z","end":"2026-03-12T19:35:40.552394Z","steps":["trace[953184452] 'agreement among raft nodes before linearized reading' (duration: 322.471987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.552441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.229505Z","time spent":"322.927087ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:35:40.552734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.662562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:35:40.552889Z","caller":"traceutil/trace.go:171","msg":"trace[367028173] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8784; }","duration":"322.828026ms","start":"2026-03-12T19:35:40.230048Z","end":"2026-03-12T19:35:40.552876Z","steps":["trace[367028173] 'agreement among raft nodes before linearized reading' (duration: 322.610851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.552932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.23004Z","time spent":"322.881197ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:35:40.553248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.575793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:40.553291Z","caller":"traceutil/trace.go:171","msg":"trace[552973222] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8784; }","duration":"257.670885ms","start":"2026-03-12T19:35:40.295611Z","end":"2026-03-12T19:35:40.553282Z","steps":["trace[552973222] 'agreement among raft nodes before linearized reading' (duration: 257.602093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.553487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.513264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:35:40.553524Z","caller":"traceutil/trace.go:171","msg":"trace[2097348909] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8784; }","duration":"320.560205ms","start":"2026-03-12T19:35:40.232955Z","end":"2026-03-12T19:35:40.553515Z","steps":["trace[2097348909] 'agreement among raft nodes before linearized reading' (duration: 320.464583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.553556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.232948Z","time spent":"320.601025ms","remote":"127.0.0.1:34414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:35:40.553731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.709032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-12T19:35:40.553765Z","caller":"traceutil/trace.go:171","msg":"trace[1832305922] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8784; }","duration":"322.750463ms","start":"2026-03-12T19:35:40.231006Z","end":"2026-03-12T19:35:40.553757Z","steps":["trace[1832305922] 'agreement among raft nodes before linearized reading' (duration: 322.660221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.553791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.231002Z","time spent":"322.782344ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:40.570566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.229315Z","time spent":"320.567836ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:41.113868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:41.614939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:42.115369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:42.513852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821767214s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:35:42.514373Z","caller":"traceutil/trace.go:171","msg":"trace[402388718] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"1.912421267s","start":"2026-03-12T19:35:40.601915Z","end":"2026-03-12T19:35:42.514337Z","steps":["trace[402388718] 'process raft request' (duration: 1.912188731s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.514571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.601903Z","time spent":"1.912568169s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:42.829687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:35:42.829803Z","caller":"traceutil/trace.go:171","msg":"trace[740593610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729297s","start":"2026-03-12T19:35:40.829041Z","end":"2026-03-12T19:35:42.829771Z","steps":["trace[740593610] 'agreement among raft nodes before linearized reading' (duration: 2.000582794s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.829855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.829027Z","time spent":"2.00081577s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:35:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:35:43.498616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999840508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:35:43.498746Z","caller":"traceutil/trace.go:171","msg":"trace[437078302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031933s","start":"2026-03-12T19:35:41.498681Z","end":"2026-03-12T19:35:43.498713Z","steps":["trace[437078302] 'agreement among raft nodes before linearized reading' (duration: 1.999876389s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:43.498802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.498657Z","time spent":"2.000133004s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:43.520077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005986513s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:44.490081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.118063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:44.490396Z","caller":"traceutil/trace.go:171","msg":"trace[1322308784] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9147; }","duration":"3.877648689s","start":"2026-03-12T19:35:40.612724Z","end":"2026-03-12T19:35:44.490373Z","steps":["trace[1322308784] 'read index received' (duration: 1.901384523s)","trace[1322308784] 'applied index is now lower than readState.Index' (duration: 1.976262306s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:44.490512Z","caller":"traceutil/trace.go:171","msg":"trace[1617725878] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"2.721287742s","start":"2026-03-12T19:35:41.769208Z","end":"2026-03-12T19:35:44.490496Z","steps":["trace[1617725878] 'process raft request' (duration: 1.754622238s)","trace[1617725878] 'compare' (duration: 965.965799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:44.490608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.769178Z","time spent":"2.721382034s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:44.490824Z","caller":"traceutil/trace.go:171","msg":"trace[1170518140] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"2.26055449s","start":"2026-03-12T19:35:42.230199Z","end":"2026-03-12T19:35:44.490753Z","steps":["trace[1170518140] 'process raft request' (duration: 2.260038539s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:44.490835Z","caller":"traceutil/trace.go:171","msg":"trace[1759371253] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"2.260083359s","start":"2026-03-12T19:35:42.230715Z","end":"2026-03-12T19:35:44.490799Z","steps":["trace[1759371253] 'process raft request' (duration: 2.259598279s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:44.491018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.230172Z","time spent":"2.260734294s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:44.491061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.230693Z","time spent":"2.260250032s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:44.491178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878320084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:44.491323Z","caller":"traceutil/trace.go:171","msg":"trace[604603377] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8788; }","duration":"3.8786256s","start":"2026-03-12T19:35:40.612672Z","end":"2026-03-12T19:35:44.491297Z","steps":["trace[604603377] 'agreement among raft nodes before linearized reading' (duration: 3.87815408s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:44.491432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.612648Z","time spent":"3.878771905s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:35:44.556272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035964086s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:45.039654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.124977ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T19:35:45.039804Z","caller":"traceutil/trace.go:171","msg":"trace[1082676834] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9151; }","duration":"549.3244ms","start":"2026-03-12T19:35:44.490448Z","end":"2026-03-12T19:35:45.039773Z","steps":["trace[1082676834] 'read index received' (duration: 66.07143ms)","trace[1082676834] 'applied index is now lower than readState.Index' (duration: 483.24913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:45.039978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944684549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:45.039986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533403069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:45.040046Z","caller":"traceutil/trace.go:171","msg":"trace[1583280340] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8788; }","duration":"1.944808032s","start":"2026-03-12T19:35:43.09522Z","end":"2026-03-12T19:35:45.040028Z","steps":["trace[1583280340] 'agreement among raft nodes before linearized reading' (duration: 1.944699249s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.040073Z","caller":"traceutil/trace.go:171","msg":"trace[312906596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"1.533531582s","start":"2026-03-12T19:35:43.50652Z","end":"2026-03-12T19:35:45.040052Z","steps":["trace[312906596] 'agreement among raft nodes before linearized reading' (duration: 1.533390599s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.040086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:43.095192Z","time spent":"1.944886393s","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:45.040134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:43.506498Z","time spent":"1.533627254s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:45.040147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465133891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:35:45.040247Z","caller":"traceutil/trace.go:171","msg":"trace[1308415287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8788; }","duration":"2.465270895s","start":"2026-03-12T19:35:42.574945Z","end":"2026-03-12T19:35:45.040215Z","steps":["trace[1308415287] 'agreement among raft nodes before linearized reading' (duration: 2.464960928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.040244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207299203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e9c7789a047\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-12T19:35:45.040288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485377899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:35:45.04051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.294202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:45.041539Z","caller":"traceutil/trace.go:171","msg":"trace[447769731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8788; }","duration":"2.486685718s","start":"2026-03-12T19:35:42.55483Z","end":"2026-03-12T19:35:45.041516Z","steps":["trace[447769731] 'agreement among raft nodes before linearized reading' (duration: 2.485246336s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.041571Z","caller":"traceutil/trace.go:171","msg":"trace[609595092] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8788; }","duration":"546.394676ms","start":"2026-03-12T19:35:44.495152Z","end":"2026-03-12T19:35:45.041547Z","steps":["trace[609595092] 'agreement among raft nodes before linearized reading' (duration: 545.275641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.041599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.554812Z","time spent":"2.486762229s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:45.042186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:44.495136Z","time spent":"546.479557ms","remote":"127.0.0.1:34548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:35:45.040344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.574932Z","time spent":"2.465386997s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:35:45.040363Z","caller":"traceutil/trace.go:171","msg":"trace[1477392976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e9c7789a047; range_end:; response_count:1; response_revision:8788; }","duration":"2.207436476s","start":"2026-03-12T19:35:42.832893Z","end":"2026-03-12T19:35:45.040329Z","steps":["trace[1477392976] 'agreement among raft nodes before linearized reading' (duration: 2.20714837s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.042247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:35:45.042326Z","caller":"traceutil/trace.go:171","msg":"trace[2089641379] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8788; }","duration":"287.050763ms","start":"2026-03-12T19:35:44.755255Z","end":"2026-03-12T19:35:45.042306Z","steps":["trace[2089641379] 'agreement among raft nodes before linearized reading' (duration: 285.313636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.042333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.832876Z","time spent":"2.20942736s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e9c7789a047\" "} {"level":"warn","ts":"2026-03-12T19:35:45.040443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481869581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:35:45.039986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329664597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:45.042733Z","caller":"traceutil/trace.go:171","msg":"trace[347824861] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8788; }","duration":"2.332486719s","start":"2026-03-12T19:35:42.710215Z","end":"2026-03-12T19:35:45.042702Z","steps":["trace[347824861] 'agreement among raft nodes before linearized reading' (duration: 2.329609955s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.04281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.710193Z","time spent":"2.332592222s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:45.040527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.051438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:45.042545Z","caller":"traceutil/trace.go:171","msg":"trace[1653533365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8788; }","duration":"2.484000407s","start":"2026-03-12T19:35:42.558531Z","end":"2026-03-12T19:35:45.042531Z","steps":["trace[1653533365] 'agreement among raft nodes before linearized reading' (duration: 2.481724447s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.042994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.558519Z","time spent":"2.484462268s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:45.04054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484227834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:35:45.040532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516683742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:35:45.043023Z","caller":"traceutil/trace.go:171","msg":"trace[933871115] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8788; }","duration":"824.44988ms","start":"2026-03-12T19:35:44.218418Z","end":"2026-03-12T19:35:45.042868Z","steps":["trace[933871115] 'agreement among raft nodes before linearized reading' (duration: 822.019798ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.043302Z","caller":"traceutil/trace.go:171","msg":"trace[1517485776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8788; }","duration":"2.519485133s","start":"2026-03-12T19:35:42.523798Z","end":"2026-03-12T19:35:45.043283Z","steps":["trace[1517485776] 'agreement among raft nodes before linearized reading' (duration: 2.516594979s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.043373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.523778Z","time spent":"2.519573365s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:45.040596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.481629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:45.043226Z","caller":"traceutil/trace.go:171","msg":"trace[487468235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8788; }","duration":"2.486905312s","start":"2026-03-12T19:35:42.55625Z","end":"2026-03-12T19:35:45.043155Z","steps":["trace[487468235] 'agreement among raft nodes before linearized reading' (duration: 2.484166232s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.04065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478757253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:45.043475Z","caller":"traceutil/trace.go:171","msg":"trace[1078910345] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8788; }","duration":"340.382283ms","start":"2026-03-12T19:35:44.70306Z","end":"2026-03-12T19:35:45.043442Z","steps":["trace[1078910345] 'agreement among raft nodes before linearized reading' (duration: 337.5121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.043555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.556237Z","time spent":"2.487298261s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:45.043568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:44.218391Z","time spent":"825.132817ms","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:45.043565Z","caller":"traceutil/trace.go:171","msg":"trace[2139094233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8788; }","duration":"2.481717388s","start":"2026-03-12T19:35:42.561826Z","end":"2026-03-12T19:35:45.043543Z","steps":["trace[2139094233] 'agreement among raft nodes before linearized reading' (duration: 2.478683781s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.044995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:42.561813Z","time spent":"2.483164779s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:45.043582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:44.703029Z","time spent":"340.526756ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:45.164519Z","caller":"traceutil/trace.go:171","msg":"trace[1615567881] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"118.97374ms","start":"2026-03-12T19:35:45.045522Z","end":"2026-03-12T19:35:45.164496Z","steps":["trace[1615567881] 'process raft request' (duration: 118.823887ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.373671Z","caller":"traceutil/trace.go:171","msg":"trace[1638494340] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"326.277491ms","start":"2026-03-12T19:35:45.047363Z","end":"2026-03-12T19:35:45.373641Z","steps":["trace[1638494340] 'process raft request' (duration: 270.032898ms)","trace[1638494340] 'compare' (duration: 56.047239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:45.373854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.047355Z","time spent":"326.399763ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:45.373993Z","caller":"traceutil/trace.go:171","msg":"trace[768637775] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"326.151539ms","start":"2026-03-12T19:35:45.047815Z","end":"2026-03-12T19:35:45.373967Z","steps":["trace[768637775] 'process raft request' (duration: 325.77591ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.374046Z","caller":"traceutil/trace.go:171","msg":"trace[1653704283] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"326.017016ms","start":"2026-03-12T19:35:45.048002Z","end":"2026-03-12T19:35:45.374019Z","steps":["trace[1653704283] 'process raft request' (duration: 325.816262ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.374072Z","caller":"traceutil/trace.go:171","msg":"trace[1804883642] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9152; }","duration":"323.890379ms","start":"2026-03-12T19:35:45.050151Z","end":"2026-03-12T19:35:45.374041Z","steps":["trace[1804883642] 'read index received' (duration: 114.224115ms)","trace[1804883642] 'applied index is now lower than readState.Index' (duration: 209.665174ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:45.374094Z","caller":"traceutil/trace.go:171","msg":"trace[326745960] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"309.079531ms","start":"2026-03-12T19:35:45.064982Z","end":"2026-03-12T19:35:45.374061Z","steps":["trace[326745960] 'process raft request' (duration: 308.970109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.047807Z","time spent":"326.258891ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:45.37417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.047995Z","time spent":"326.105038ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:45.374216Z","caller":"traceutil/trace.go:171","msg":"trace[804842437] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"308.459687ms","start":"2026-03-12T19:35:45.065744Z","end":"2026-03-12T19:35:45.374204Z","steps":["trace[804842437] 'process raft request' (duration: 308.255233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.064956Z","time spent":"309.208284ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:45.374342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.065717Z","time spent":"308.537319ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:45.37453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.546281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"warn","ts":"2026-03-12T19:35:45.374532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.375499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:45.374556Z","caller":"traceutil/trace.go:171","msg":"trace[596251734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8794; }","duration":"323.597403ms","start":"2026-03-12T19:35:45.050952Z","end":"2026-03-12T19:35:45.37455Z","steps":["trace[596251734] 'agreement among raft nodes before linearized reading' (duration: 323.320017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.050933Z","time spent":"323.637083ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:35:45.374569Z","caller":"traceutil/trace.go:171","msg":"trace[1428247354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"324.429651ms","start":"2026-03-12T19:35:45.050127Z","end":"2026-03-12T19:35:45.374557Z","steps":["trace[1428247354] 'agreement among raft nodes before linearized reading' (duration: 324.358729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.931063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T19:35:45.374599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.050119Z","time spent":"324.474282ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:45.374617Z","caller":"traceutil/trace.go:171","msg":"trace[1769330625] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e11db32404d; range_end:; response_count:1; response_revision:8794; }","duration":"207.002885ms","start":"2026-03-12T19:35:45.167602Z","end":"2026-03-12T19:35:45.374605Z","steps":["trace[1769330625] 'agreement among raft nodes before linearized reading' (duration: 206.871502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.690115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:35:45.374661Z","caller":"traceutil/trace.go:171","msg":"trace[1255481107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8794; }","duration":"309.759397ms","start":"2026-03-12T19:35:45.064887Z","end":"2026-03-12T19:35:45.374646Z","steps":["trace[1255481107] 'agreement among raft nodes before linearized reading' (duration: 309.606754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.374707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.064863Z","time spent":"309.836838ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:35:45.783487Z","caller":"traceutil/trace.go:171","msg":"trace[2146847556] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9159; }","duration":"339.618906ms","start":"2026-03-12T19:35:45.44385Z","end":"2026-03-12T19:35:45.783469Z","steps":["trace[2146847556] 'read index received' (duration: 339.426492ms)","trace[2146847556] 'applied index is now lower than readState.Index' (duration: 191.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:45.78355Z","caller":"traceutil/trace.go:171","msg":"trace[1140622899] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"347.877298ms","start":"2026-03-12T19:35:45.435639Z","end":"2026-03-12T19:35:45.783516Z","steps":["trace[1140622899] 'process raft request' (duration: 347.696054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.783721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.435605Z","time spent":"348.017102ms","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:45.783881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.949183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:35:45.783999Z","caller":"traceutil/trace.go:171","msg":"trace[1818877564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8796; }","duration":"340.328452ms","start":"2026-03-12T19:35:45.443649Z","end":"2026-03-12T19:35:45.783978Z","steps":["trace[1818877564] 'agreement among raft nodes before linearized reading' (duration: 339.905973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:45.78411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:45.443636Z","time spent":"340.459425ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:35:46.966343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.042458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:46.966599Z","caller":"traceutil/trace.go:171","msg":"trace[2037887516] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9160; }","duration":"465.710822ms","start":"2026-03-12T19:35:46.500865Z","end":"2026-03-12T19:35:46.966575Z","steps":["trace[2037887516] 'read index received' (duration: 89.464927ms)","trace[2037887516] 'applied index is now lower than readState.Index' (duration: 376.244605ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:46.966646Z","caller":"traceutil/trace.go:171","msg":"trace[1229577014] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"469.015605ms","start":"2026-03-12T19:35:46.497586Z","end":"2026-03-12T19:35:46.966601Z","steps":["trace[1229577014] 'process raft request' (duration: 468.887142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:46.966797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.889326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:46.966843Z","caller":"traceutil/trace.go:171","msg":"trace[1005125254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8799; }","duration":"466.032089ms","start":"2026-03-12T19:35:46.5008Z","end":"2026-03-12T19:35:46.966832Z","steps":["trace[1005125254] 'agreement among raft nodes before linearized reading' (duration: 465.903026ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:46.966806Z","caller":"traceutil/trace.go:171","msg":"trace[49628571] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"469.334232ms","start":"2026-03-12T19:35:46.497428Z","end":"2026-03-12T19:35:46.966762Z","steps":["trace[49628571] 'process raft request' (duration: 360.735642ms)","trace[49628571] 'compare' (duration: 107.925196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:46.966883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:46.500726Z","time spent":"466.148642ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:46.967129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.984152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:46.967004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:46.497396Z","time spent":"469.494935ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:46.967181Z","caller":"traceutil/trace.go:171","msg":"trace[1321135334] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8799; }","duration":"306.087744ms","start":"2026-03-12T19:35:46.66108Z","end":"2026-03-12T19:35:46.967168Z","steps":["trace[1321135334] 'agreement among raft nodes before linearized reading' (duration: 305.994932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:46.96717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:46.497577Z","time spent":"469.406183ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:46.967226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:46.661048Z","time spent":"306.165096ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:47.404517Z","caller":"traceutil/trace.go:171","msg":"trace[144691556] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"116.016374ms","start":"2026-03-12T19:35:47.288457Z","end":"2026-03-12T19:35:47.404473Z","steps":["trace[144691556] 'process raft request' (duration: 115.816419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.074273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.311208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:48.074375Z","caller":"traceutil/trace.go:171","msg":"trace[2046355495] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"665.046118ms","start":"2026-03-12T19:35:47.409305Z","end":"2026-03-12T19:35:48.074351Z","steps":["trace[2046355495] 'process raft request' (duration: 492.560646ms)","trace[2046355495] 'compare' (duration: 172.214296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:48.074428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.409271Z","time spent":"665.134601ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:48.335831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.826535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:48.33604Z","caller":"traceutil/trace.go:171","msg":"trace[1846758084] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"925.70374ms","start":"2026-03-12T19:35:47.410297Z","end":"2026-03-12T19:35:48.336001Z","steps":["trace[1846758084] 'process raft request' (duration: 925.614078ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:48.33604Z","caller":"traceutil/trace.go:171","msg":"trace[2125759542] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"926.003676ms","start":"2026-03-12T19:35:47.409996Z","end":"2026-03-12T19:35:48.336Z","steps":["trace[2125759542] 'process raft request' (duration: 821.901085ms)","trace[2125759542] 'compare' (duration: 103.708172ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:48.336094Z","caller":"traceutil/trace.go:171","msg":"trace[300149040] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"925.613027ms","start":"2026-03-12T19:35:47.410475Z","end":"2026-03-12T19:35:48.336088Z","steps":["trace[300149040] 'process raft request' (duration: 925.496004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.336145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.410436Z","time spent":"925.683978ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:48.336075Z","caller":"traceutil/trace.go:171","msg":"trace[1157820143] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"925.763361ms","start":"2026-03-12T19:35:47.410288Z","end":"2026-03-12T19:35:48.336051Z","steps":["trace[1157820143] 'process raft request' (duration: 925.663919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.336173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.410286Z","time spent":"925.827052ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:48.336069Z","caller":"traceutil/trace.go:171","msg":"trace[2081097494] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"705.106743ms","start":"2026-03-12T19:35:47.630954Z","end":"2026-03-12T19:35:48.33606Z","steps":["trace[2081097494] 'process raft request' (duration: 705.043732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.336235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.40998Z","time spent":"926.146699ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:48.336292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.410239Z","time spent":"925.957365ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:48.336354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.630937Z","time spent":"705.299488ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:48.336441Z","caller":"traceutil/trace.go:171","msg":"trace[893782257] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"599.151652ms","start":"2026-03-12T19:35:47.737257Z","end":"2026-03-12T19:35:48.336408Z","steps":["trace[893782257] 'process raft request' (duration: 598.766943ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:48.336492Z","caller":"traceutil/trace.go:171","msg":"trace[1722599480] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9164; }","duration":"782.262928ms","start":"2026-03-12T19:35:47.554126Z","end":"2026-03-12T19:35:48.336389Z","steps":["trace[1722599480] 'read index received' (duration: 347.753655ms)","trace[1722599480] 'applied index is now lower than readState.Index' (duration: 434.505793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:48.33662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.737223Z","time spent":"599.301365ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:48.336647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.523985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:35:48.336687Z","caller":"traceutil/trace.go:171","msg":"trace[1075034257] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8807; }","duration":"782.599856ms","start":"2026-03-12T19:35:47.554075Z","end":"2026-03-12T19:35:48.336675Z","steps":["trace[1075034257] 'agreement among raft nodes before linearized reading' (duration: 782.438972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.33673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.554053Z","time spent":"782.664588ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:35:48.336871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.130585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:48.336905Z","caller":"traceutil/trace.go:171","msg":"trace[560933266] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8807; }","duration":"353.214166ms","start":"2026-03-12T19:35:47.983682Z","end":"2026-03-12T19:35:48.336896Z","steps":["trace[560933266] 'agreement among raft nodes before linearized reading' (duration: 353.148065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.336931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.983657Z","time spent":"353.267408ms","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:48.337117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.151039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:48.337185Z","caller":"traceutil/trace.go:171","msg":"trace[1699123198] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8807; }","duration":"441.281522ms","start":"2026-03-12T19:35:47.89588Z","end":"2026-03-12T19:35:48.337161Z","steps":["trace[1699123198] 'agreement among raft nodes before linearized reading' (duration: 440.944175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.33723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:47.895848Z","time spent":"441.368244ms","remote":"127.0.0.1:34714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:48.864715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.040376ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T19:35:48.865199Z","caller":"traceutil/trace.go:171","msg":"trace[1750120495] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"269.24984ms","start":"2026-03-12T19:35:48.595934Z","end":"2026-03-12T19:35:48.865184Z","steps":["trace[1750120495] 'process raft request' (duration: 269.144218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.865205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:48.337991Z","time spent":"527.205321ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:35:48.865394Z","caller":"traceutil/trace.go:171","msg":"trace[1204361641] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9171; }","duration":"365.390426ms","start":"2026-03-12T19:35:48.49991Z","end":"2026-03-12T19:35:48.8653Z","steps":["trace[1204361641] 'read index received' (duration: 57.761117ms)","trace[1204361641] 'applied index is now lower than readState.Index' (duration: 307.626709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:48.865493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.57335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:48.865527Z","caller":"traceutil/trace.go:171","msg":"trace[521776242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"365.670152ms","start":"2026-03-12T19:35:48.499848Z","end":"2026-03-12T19:35:48.865518Z","steps":["trace[521776242] 'agreement among raft nodes before linearized reading' (duration: 365.57868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:48.865554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:48.49982Z","time spent":"365.728793ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:49.916754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:50.417805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583168379784540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:50.446305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579360176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:50.557448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266588763s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:50.557603Z","caller":"traceutil/trace.go:171","msg":"trace[239444160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8808; }","duration":"1.266761226s","start":"2026-03-12T19:35:49.290818Z","end":"2026-03-12T19:35:50.557579Z","steps":["trace[239444160] 'range keys from in-memory index tree' (duration: 1.266570782s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.557617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.990633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:50.557876Z","caller":"traceutil/trace.go:171","msg":"trace[27136163] linearizableReadLoop","detail":"{readStateIndex:9176; appliedIndex:9173; }","duration":"1.14118146s","start":"2026-03-12T19:35:49.416679Z","end":"2026-03-12T19:35:50.557861Z","steps":["trace[27136163] 'read index received' (duration: 1.02986113s)","trace[27136163] 'applied index is now lower than readState.Index' (duration: 111.31941ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:50.557974Z","caller":"traceutil/trace.go:171","msg":"trace[987091481] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"1.691129196s","start":"2026-03-12T19:35:48.866832Z","end":"2026-03-12T19:35:50.557961Z","steps":["trace[987091481] 'process raft request' (duration: 1.579691463s)","trace[987091481] 'compare' (duration: 110.473522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:50.558042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:48.866808Z","time spent":"1.691194718s","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:50.558429Z","caller":"traceutil/trace.go:171","msg":"trace[1826558532] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"1.585167564s","start":"2026-03-12T19:35:48.97325Z","end":"2026-03-12T19:35:50.558417Z","steps":["trace[1826558532] 'process raft request' (duration: 1.584452778s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.558493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:48.973221Z","time spent":"1.585242056s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:50.558627Z","caller":"traceutil/trace.go:171","msg":"trace[1507619533] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"1.585131473s","start":"2026-03-12T19:35:48.973486Z","end":"2026-03-12T19:35:50.558618Z","steps":["trace[1507619533] 'process raft request' (duration: 1.584331075s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.558698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:48.973436Z","time spent":"1.585220035s","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:50.558828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058160425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:50.559042Z","caller":"traceutil/trace.go:171","msg":"trace[1827896631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8811; }","duration":"1.058231807s","start":"2026-03-12T19:35:49.50062Z","end":"2026-03-12T19:35:50.558852Z","steps":["trace[1827896631] 'agreement among raft nodes before linearized reading' (duration: 1.058171506s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.559076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:49.500591Z","time spent":"1.058479473s","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:50.559218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.798287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:35:50.559274Z","caller":"traceutil/trace.go:171","msg":"trace[2037302114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8811; }","duration":"480.903119ms","start":"2026-03-12T19:35:50.078358Z","end":"2026-03-12T19:35:50.559261Z","steps":["trace[2037302114] 'agreement among raft nodes before linearized reading' (duration: 480.711154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.55931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.078332Z","time spent":"480.97029ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:50.559377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.529738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:50.55945Z","caller":"traceutil/trace.go:171","msg":"trace[2124466449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8811; }","duration":"217.674221ms","start":"2026-03-12T19:35:50.34176Z","end":"2026-03-12T19:35:50.559435Z","steps":["trace[2124466449] 'agreement among raft nodes before linearized reading' (duration: 217.449796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.559231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.597094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:50.559574Z","caller":"traceutil/trace.go:171","msg":"trace[1401446992] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8811; }","duration":"657.985192ms","start":"2026-03-12T19:35:49.901572Z","end":"2026-03-12T19:35:50.559557Z","steps":["trace[1401446992] 'agreement among raft nodes before linearized reading' (duration: 657.628034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.559498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.978297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T19:35:50.559624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:49.901546Z","time spent":"658.060053ms","remote":"127.0.0.1:44512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:50.559613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.795887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:50.559684Z","caller":"traceutil/trace.go:171","msg":"trace[1619103277] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8811; }","duration":"147.92842ms","start":"2026-03-12T19:35:50.41174Z","end":"2026-03-12T19:35:50.559668Z","steps":["trace[1619103277] 'agreement among raft nodes before linearized reading' (duration: 147.795497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:50.559669Z","caller":"traceutil/trace.go:171","msg":"trace[1430067843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8811; }","duration":"218.208463ms","start":"2026-03-12T19:35:50.341424Z","end":"2026-03-12T19:35:50.559633Z","steps":["trace[1430067843] 'agreement among raft nodes before linearized reading' (duration: 217.408105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.559839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.158921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:35:50.559871Z","caller":"traceutil/trace.go:171","msg":"trace[1312039363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8811; }","duration":"218.206013ms","start":"2026-03-12T19:35:50.341657Z","end":"2026-03-12T19:35:50.559863Z","steps":["trace[1312039363] 'agreement among raft nodes before linearized reading' (duration: 218.131111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.559588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.190173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:50.560009Z","caller":"traceutil/trace.go:171","msg":"trace[2001252128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8811; }","duration":"218.591131ms","start":"2026-03-12T19:35:50.341385Z","end":"2026-03-12T19:35:50.559976Z","steps":["trace[2001252128] 'agreement among raft nodes before linearized reading' (duration: 218.115161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.560326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143634074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:35:50.560381Z","caller":"traceutil/trace.go:171","msg":"trace[532203484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:8811; }","duration":"1.143756907s","start":"2026-03-12T19:35:49.416613Z","end":"2026-03-12T19:35:50.560369Z","steps":["trace[532203484] 'agreement among raft nodes before linearized reading' (duration: 1.142154191s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.560415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:49.416586Z","time spent":"1.143819619s","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:35:50.987092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.518529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:50.987236Z","caller":"traceutil/trace.go:171","msg":"trace[422706051] linearizableReadLoop","detail":"{readStateIndex:9177; appliedIndex:9176; }","duration":"422.666401ms","start":"2026-03-12T19:35:50.564545Z","end":"2026-03-12T19:35:50.987212Z","steps":["trace[422706051] 'read index received' (duration: 113.921668ms)","trace[422706051] 'applied index is now lower than readState.Index' (duration: 308.742773ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:50.987334Z","caller":"traceutil/trace.go:171","msg":"trace[1361021155] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"423.164543ms","start":"2026-03-12T19:35:50.564156Z","end":"2026-03-12T19:35:50.987321Z","steps":["trace[1361021155] 'process raft request' (duration: 114.291297ms)","trace[1361021155] 'compare' (duration: 308.195941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:50.987412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.564113Z","time spent":"423.266895ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:50.987562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.980848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:35:50.987683Z","caller":"traceutil/trace.go:171","msg":"trace[1023137019] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8812; }","duration":"423.133392ms","start":"2026-03-12T19:35:50.564525Z","end":"2026-03-12T19:35:50.987658Z","steps":["trace[1023137019] 'agreement among raft nodes before linearized reading' (duration: 422.810575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:50.987739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.564516Z","time spent":"423.214225ms","remote":"127.0.0.1:34598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:35:51.225434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.356597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:51.225772Z","caller":"traceutil/trace.go:171","msg":"trace[1723982211] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"660.016547ms","start":"2026-03-12T19:35:50.565714Z","end":"2026-03-12T19:35:51.225731Z","steps":["trace[1723982211] 'process raft request' (duration: 659.827233ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:51.225838Z","caller":"traceutil/trace.go:171","msg":"trace[311358348] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9177; }","duration":"238.559253ms","start":"2026-03-12T19:35:50.987266Z","end":"2026-03-12T19:35:51.225825Z","steps":["trace[311358348] 'read index received' (duration: 99.643483ms)","trace[311358348] 'applied index is now lower than readState.Index' (duration: 138.91492ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:51.22583Z","caller":"traceutil/trace.go:171","msg":"trace[1311430730] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"657.185554ms","start":"2026-03-12T19:35:50.56861Z","end":"2026-03-12T19:35:51.225796Z","steps":["trace[1311430730] 'process raft request' (duration: 657.071332ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:51.225833Z","caller":"traceutil/trace.go:171","msg":"trace[1079256272] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"657.447909ms","start":"2026-03-12T19:35:50.568354Z","end":"2026-03-12T19:35:51.225802Z","steps":["trace[1079256272] 'process raft request' (duration: 657.291336ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:51.225915Z","caller":"traceutil/trace.go:171","msg":"trace[1501402440] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"327.211512ms","start":"2026-03-12T19:35:50.898659Z","end":"2026-03-12T19:35:51.225871Z","steps":["trace[1501402440] 'process raft request' (duration: 327.119929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:51.225969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.568329Z","time spent":"657.590884ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:51.225984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.568586Z","time spent":"657.307437ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:51.225991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.565696Z","time spent":"660.170441ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:51.225971Z","caller":"traceutil/trace.go:171","msg":"trace[2002201581] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"354.960475ms","start":"2026-03-12T19:35:50.870975Z","end":"2026-03-12T19:35:51.225935Z","steps":["trace[2002201581] 'process raft request' (duration: 354.7467ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:51.225823Z","caller":"traceutil/trace.go:171","msg":"trace[605149578] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"661.043109ms","start":"2026-03-12T19:35:50.564724Z","end":"2026-03-12T19:35:51.225767Z","steps":["trace[605149578] 'process raft request' (duration: 522.232561ms)","trace[605149578] 'compare' (duration: 138.113542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:51.226117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.236075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:51.226134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.263946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:51.226159Z","caller":"traceutil/trace.go:171","msg":"trace[378423557] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8818; }","duration":"185.321277ms","start":"2026-03-12T19:35:51.040827Z","end":"2026-03-12T19:35:51.226148Z","steps":["trace[378423557] 'agreement among raft nodes before linearized reading' (duration: 185.259145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:51.226164Z","caller":"traceutil/trace.go:171","msg":"trace[1491938334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8818; }","duration":"657.307408ms","start":"2026-03-12T19:35:50.568847Z","end":"2026-03-12T19:35:51.226154Z","steps":["trace[1491938334] 'agreement among raft nodes before linearized reading' (duration: 657.254457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:51.226163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.87094Z","time spent":"355.117289ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:51.226193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.568839Z","time spent":"657.348289ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:51.226187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.898616Z","time spent":"327.394466ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:51.226059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.300877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-12T19:35:51.22631Z","caller":"traceutil/trace.go:171","msg":"trace[388885371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8818; }","duration":"433.604863ms","start":"2026-03-12T19:35:50.792687Z","end":"2026-03-12T19:35:51.226292Z","steps":["trace[388885371] 'agreement among raft nodes before linearized reading' (duration: 433.236685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:51.226363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.792656Z","time spent":"433.691825ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:35:51.226397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.902467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228742"} {"level":"info","ts":"2026-03-12T19:35:51.226454Z","caller":"traceutil/trace.go:171","msg":"trace[1333426597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8818; }","duration":"660.975728ms","start":"2026-03-12T19:35:50.565469Z","end":"2026-03-12T19:35:51.226445Z","steps":["trace[1333426597] 'agreement among raft nodes before linearized reading' (duration: 660.532039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:51.226483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.565462Z","time spent":"661.015519ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228766,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:35:51.226533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:50.564713Z","time spent":"661.410967ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:52.906186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6898} {"level":"info","ts":"2026-03-12T19:35:53.111031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6898,"took":"202.959915ms","hash":1259685741,"current-db-size-bytes":36691968,"current-db-size":"37 MB","current-db-size-in-use-bytes":22675456,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-12T19:35:53.111091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1259685741,"revision":6898,"compact-revision":4237} {"level":"info","ts":"2026-03-12T19:35:56.719956Z","caller":"traceutil/trace.go:171","msg":"trace[728307258] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"128.243816ms","start":"2026-03-12T19:35:56.591675Z","end":"2026-03-12T19:35:56.719919Z","steps":["trace[728307258] 'process raft request' (duration: 47.604962ms)","trace[728307258] 'compare' (duration: 80.498511ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:57.758516Z","caller":"traceutil/trace.go:171","msg":"trace[2091292595] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"387.486427ms","start":"2026-03-12T19:35:57.37099Z","end":"2026-03-12T19:35:57.758477Z","steps":["trace[2091292595] 'process raft request' (duration: 387.022877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.758669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.37096Z","time spent":"387.626421ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:57.802918Z","caller":"traceutil/trace.go:171","msg":"trace[566135791] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"431.559042ms","start":"2026-03-12T19:35:57.37133Z","end":"2026-03-12T19:35:57.802889Z","steps":["trace[566135791] 'process raft request' (duration: 431.356628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:57.80318Z","caller":"traceutil/trace.go:171","msg":"trace[536331602] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"431.813998ms","start":"2026-03-12T19:35:57.371338Z","end":"2026-03-12T19:35:57.803152Z","steps":["trace[536331602] 'process raft request' (duration: 431.502111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:57.803237Z","caller":"traceutil/trace.go:171","msg":"trace[2081022537] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9227; }","duration":"414.104505ms","start":"2026-03-12T19:35:57.389101Z","end":"2026-03-12T19:35:57.803205Z","steps":["trace[2081022537] 'read index received' (duration: 368.933396ms)","trace[2081022537] 'applied index is now lower than readState.Index' (duration: 45.169519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:57.803267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.371317Z","time spent":"431.683185ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:57.803271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.371298Z","time spent":"431.932611ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:57.803291Z","caller":"traceutil/trace.go:171","msg":"trace[1811567623] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"428.181337ms","start":"2026-03-12T19:35:57.37505Z","end":"2026-03-12T19:35:57.803232Z","steps":["trace[1811567623] 'process raft request' (duration: 428.042834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.803407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.30624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:57.803461Z","caller":"traceutil/trace.go:171","msg":"trace[327006603] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:8864; }","duration":"414.410582ms","start":"2026-03-12T19:35:57.389034Z","end":"2026-03-12T19:35:57.803445Z","steps":["trace[327006603] 'agreement among raft nodes before linearized reading' (duration: 414.279049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.8035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.389023Z","time spent":"414.468904ms","remote":"127.0.0.1:34428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:35:57.803496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.375027Z","time spent":"428.36301ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:57.803556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.995402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:57.803606Z","caller":"traceutil/trace.go:171","msg":"trace[1147009895] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8864; }","duration":"333.102135ms","start":"2026-03-12T19:35:57.470488Z","end":"2026-03-12T19:35:57.803591Z","steps":["trace[1147009895] 'agreement among raft nodes before linearized reading' (duration: 333.021934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.803751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.470441Z","time spent":"333.226678ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:57.803854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.861663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:57.803934Z","caller":"traceutil/trace.go:171","msg":"trace[36668666] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8864; }","duration":"297.007426ms","start":"2026-03-12T19:35:57.506905Z","end":"2026-03-12T19:35:57.803912Z","steps":["trace[36668666] 'agreement among raft nodes before linearized reading' (duration: 296.850223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.803879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.986323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:57.804043Z","caller":"traceutil/trace.go:171","msg":"trace[599532574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8864; }","duration":"300.202647ms","start":"2026-03-12T19:35:57.503827Z","end":"2026-03-12T19:35:57.80403Z","steps":["trace[599532574] 'agreement among raft nodes before linearized reading' (duration: 300.018643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.804084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.503797Z","time spent":"300.278649ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:57.804068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.865355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:35:57.804205Z","caller":"traceutil/trace.go:171","msg":"trace[1600815467] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8864; }","duration":"250.043898ms","start":"2026-03-12T19:35:57.554132Z","end":"2026-03-12T19:35:57.804176Z","steps":["trace[1600815467] 'agreement among raft nodes before linearized reading' (duration: 249.67915ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:57.915233Z","caller":"traceutil/trace.go:171","msg":"trace[1015689740] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9231; }","duration":"109.740907ms","start":"2026-03-12T19:35:57.805464Z","end":"2026-03-12T19:35:57.915205Z","steps":["trace[1015689740] 'read index received' (duration: 69.942µs)","trace[1015689740] 'applied index is now lower than readState.Index' (duration: 109.667874ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:57.91528Z","caller":"traceutil/trace.go:171","msg":"trace[1771430173] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"106.425243ms","start":"2026-03-12T19:35:57.808827Z","end":"2026-03-12T19:35:57.915253Z","steps":["trace[1771430173] 'process raft request' (duration: 106.29911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.915476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.003232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:57.915514Z","caller":"traceutil/trace.go:171","msg":"trace[279574128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8865; }","duration":"110.100794ms","start":"2026-03-12T19:35:57.805404Z","end":"2026-03-12T19:35:57.915505Z","steps":["trace[279574128] 'agreement among raft nodes before linearized reading' (duration: 109.92914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.915541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.283364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:57.915619Z","caller":"traceutil/trace.go:171","msg":"trace[731080186] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:8865; }","duration":"108.390727ms","start":"2026-03-12T19:35:57.807202Z","end":"2026-03-12T19:35:57.915592Z","steps":["trace[731080186] 'agreement among raft nodes before linearized reading' (duration: 108.266113ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:58.405581Z","caller":"traceutil/trace.go:171","msg":"trace[967071233] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"122.502077ms","start":"2026-03-12T19:35:58.283052Z","end":"2026-03-12T19:35:58.405554Z","steps":["trace[967071233] 'process raft request' (duration: 122.336974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:59.22776Z","caller":"traceutil/trace.go:171","msg":"trace[1999724074] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"145.856295ms","start":"2026-03-12T19:35:59.081866Z","end":"2026-03-12T19:35:59.227722Z","steps":["trace[1999724074] 'process raft request' (duration: 145.532738ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:59.452099Z","caller":"traceutil/trace.go:171","msg":"trace[2010952947] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"133.00899ms","start":"2026-03-12T19:35:59.319059Z","end":"2026-03-12T19:35:59.452068Z","steps":["trace[2010952947] 'process raft request' (duration: 132.808406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.829327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.864358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:00.829422Z","caller":"traceutil/trace.go:171","msg":"trace[1499346614] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8893; }","duration":"725.057182ms","start":"2026-03-12T19:36:00.104344Z","end":"2026-03-12T19:36:00.829401Z","steps":["trace[1499346614] 'count revisions from in-memory index tree' (duration: 724.793777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.829469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.104321Z","time spent":"725.134363ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:36:00.829699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.077221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:00.829732Z","caller":"traceutil/trace.go:171","msg":"trace[630218870] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8893; }","duration":"701.123292ms","start":"2026-03-12T19:36:00.128599Z","end":"2026-03-12T19:36:00.829722Z","steps":["trace[630218870] 'count revisions from in-memory index tree' (duration: 701.03736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.829762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.12859Z","time spent":"701.164274ms","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:36:00.829984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.36015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-lt658\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-12T19:36:00.830084Z","caller":"traceutil/trace.go:171","msg":"trace[341416810] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-lt658; range_end:; response_count:1; response_revision:8893; }","duration":"148.495063ms","start":"2026-03-12T19:36:00.681559Z","end":"2026-03-12T19:36:00.830054Z","steps":["trace[341416810] 'range keys from in-memory index tree' (duration: 148.207798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.830387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.174972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:36:00.830446Z","caller":"traceutil/trace.go:171","msg":"trace[173489654] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8893; }","duration":"269.332055ms","start":"2026-03-12T19:36:00.5611Z","end":"2026-03-12T19:36:00.830432Z","steps":["trace[173489654] 'count revisions from in-memory index tree' (duration: 269.06303ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.949442Z","caller":"traceutil/trace.go:171","msg":"trace[1406458699] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"259.557079ms","start":"2026-03-12T19:36:00.689861Z","end":"2026-03-12T19:36:00.949418Z","steps":["trace[1406458699] 'process raft request' (duration: 259.19775ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.964144Z","caller":"traceutil/trace.go:171","msg":"trace[1935959886] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9263; }","duration":"139.941474ms","start":"2026-03-12T19:36:00.824168Z","end":"2026-03-12T19:36:00.96411Z","steps":["trace[1935959886] 'read index received' (duration: 125.303701ms)","trace[1935959886] 'applied index is now lower than readState.Index' (duration: 14.636633ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:00.964339Z","caller":"traceutil/trace.go:171","msg":"trace[1875594469] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"126.372694ms","start":"2026-03-12T19:36:00.83795Z","end":"2026-03-12T19:36:00.964322Z","steps":["trace[1875594469] 'process raft request' (duration: 126.064547ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.964424Z","caller":"traceutil/trace.go:171","msg":"trace[556734841] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"215.564556ms","start":"2026-03-12T19:36:00.748823Z","end":"2026-03-12T19:36:00.964388Z","steps":["trace[556734841] 'process raft request' (duration: 214.996294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.964896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.693551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:36:00.964961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.546144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:00.964977Z","caller":"traceutil/trace.go:171","msg":"trace[1881647407] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8896; }","duration":"140.796943ms","start":"2026-03-12T19:36:00.824162Z","end":"2026-03-12T19:36:00.964959Z","steps":["trace[1881647407] 'agreement among raft nodes before linearized reading' (duration: 140.65311ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.965022Z","caller":"traceutil/trace.go:171","msg":"trace[1183725358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8896; }","duration":"134.685568ms","start":"2026-03-12T19:36:00.830318Z","end":"2026-03-12T19:36:00.965003Z","steps":["trace[1183725358] 'agreement among raft nodes before linearized reading' (duration: 134.567305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.965124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.502447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:36:00.965195Z","caller":"traceutil/trace.go:171","msg":"trace[1589608335] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8896; }","duration":"102.721812ms","start":"2026-03-12T19:36:00.862458Z","end":"2026-03-12T19:36:00.965179Z","steps":["trace[1589608335] 'agreement among raft nodes before linearized reading' (duration: 102.477836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.53395Z","caller":"traceutil/trace.go:171","msg":"trace[607068479] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"165.484729ms","start":"2026-03-12T19:36:02.368438Z","end":"2026-03-12T19:36:02.533923Z","steps":["trace[607068479] 'process raft request' (duration: 165.302425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.562223Z","caller":"traceutil/trace.go:171","msg":"trace[1740354828] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9312; }","duration":"187.635479ms","start":"2026-03-12T19:36:02.374524Z","end":"2026-03-12T19:36:02.56216Z","steps":["trace[1740354828] 'read index received' (duration: 159.215471ms)","trace[1740354828] 'applied index is now lower than readState.Index' (duration: 28.419038ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:02.562343Z","caller":"traceutil/trace.go:171","msg":"trace[1285930354] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"186.958833ms","start":"2026-03-12T19:36:02.375329Z","end":"2026-03-12T19:36:02.562288Z","steps":["trace[1285930354] 'process raft request' (duration: 186.764849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.56247Z","caller":"traceutil/trace.go:171","msg":"trace[551528434] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"191.158486ms","start":"2026-03-12T19:36:02.371278Z","end":"2026-03-12T19:36:02.562437Z","steps":["trace[551528434] 'process raft request' (duration: 190.670886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.562611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.056998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111900"} {"level":"info","ts":"2026-03-12T19:36:02.562653Z","caller":"traceutil/trace.go:171","msg":"trace[1096868569] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8946; }","duration":"188.175731ms","start":"2026-03-12T19:36:02.374468Z","end":"2026-03-12T19:36:02.562644Z","steps":["trace[1096868569] 'agreement among raft nodes before linearized reading' (duration: 187.874674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.588802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.447387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3286"} {"level":"info","ts":"2026-03-12T19:36:02.588891Z","caller":"traceutil/trace.go:171","msg":"trace[17126171] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8947; }","duration":"212.615491ms","start":"2026-03-12T19:36:02.376253Z","end":"2026-03-12T19:36:02.588868Z","steps":["trace[17126171] 'agreement among raft nodes before linearized reading' (duration: 212.435687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.589594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.122142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9284"} {"level":"info","ts":"2026-03-12T19:36:02.589705Z","caller":"traceutil/trace.go:171","msg":"trace[1611266482] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8947; }","duration":"213.262676ms","start":"2026-03-12T19:36:02.376415Z","end":"2026-03-12T19:36:02.589678Z","steps":["trace[1611266482] 'agreement among raft nodes before linearized reading' (duration: 212.09235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.591388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.089396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-12T19:36:02.591506Z","caller":"traceutil/trace.go:171","msg":"trace[1705144449] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8947; }","duration":"191.405763ms","start":"2026-03-12T19:36:02.400068Z","end":"2026-03-12T19:36:02.591474Z","steps":["trace[1705144449] 'agreement among raft nodes before linearized reading' (duration: 188.546099ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.590948Z","caller":"traceutil/trace.go:171","msg":"trace[204525854] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"119.43082ms","start":"2026-03-12T19:36:05.471485Z","end":"2026-03-12T19:36:05.590917Z","steps":["trace[204525854] 'process raft request' (duration: 119.218025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.666854Z","caller":"traceutil/trace.go:171","msg":"trace[1428676472] linearizableReadLoop","detail":"{readStateIndex:9373; appliedIndex:9371; }","duration":"144.193618ms","start":"2026-03-12T19:36:05.522629Z","end":"2026-03-12T19:36:05.666823Z","steps":["trace[1428676472] 'read index received' (duration: 68.065955ms)","trace[1428676472] 'applied index is now lower than readState.Index' (duration: 76.125883ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:05.666869Z","caller":"traceutil/trace.go:171","msg":"trace[2036528976] transaction","detail":"{read_only:false; response_revision:9001; number_of_response:1; }","duration":"152.046361ms","start":"2026-03-12T19:36:05.514788Z","end":"2026-03-12T19:36:05.666834Z","steps":["trace[2036528976] 'process raft request' (duration: 142.641814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.66711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.468955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:36:05.667169Z","caller":"traceutil/trace.go:171","msg":"trace[1872736648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:9001; }","duration":"144.546976ms","start":"2026-03-12T19:36:05.522611Z","end":"2026-03-12T19:36:05.667158Z","steps":["trace[1872736648] 'agreement among raft nodes before linearized reading' (duration: 144.342192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.667366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.081365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:36:05.667447Z","caller":"traceutil/trace.go:171","msg":"trace[1072951104] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9001; }","duration":"134.235428ms","start":"2026-03-12T19:36:05.533187Z","end":"2026-03-12T19:36:05.667423Z","steps":["trace[1072951104] 'agreement among raft nodes before linearized reading' (duration: 133.956892ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:13.692137Z","caller":"traceutil/trace.go:171","msg":"trace[227553887] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"104.444159ms","start":"2026-03-12T19:36:13.58767Z","end":"2026-03-12T19:36:13.692114Z","steps":["trace[227553887] 'process raft request' (duration: 104.136022ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:50.073438Z","caller":"traceutil/trace.go:171","msg":"trace[998739152] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"108.336875ms","start":"2026-03-12T19:36:49.965015Z","end":"2026-03-12T19:36:50.073352Z","steps":["trace[998739152] 'process raft request' (duration: 108.053869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:50.74728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.342236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:50.747549Z","caller":"traceutil/trace.go:171","msg":"trace[320478930] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"453.224052ms","start":"2026-03-12T19:36:50.294263Z","end":"2026-03-12T19:36:50.747487Z","steps":["trace[320478930] 'process raft request' (duration: 287.403985ms)","trace[320478930] 'compare' (duration: 164.998599ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:50.747537Z","caller":"traceutil/trace.go:171","msg":"trace[1393904595] linearizableReadLoop","detail":"{readStateIndex:9789; appliedIndex:9787; }","duration":"407.412508ms","start":"2026-03-12T19:36:50.340097Z","end":"2026-03-12T19:36:50.747509Z","steps":["trace[1393904595] 'read index received' (duration: 43.817229ms)","trace[1393904595] 'applied index is now lower than readState.Index' (duration: 363.592149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:50.747783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.684135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:36:50.747825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:50.294254Z","time spent":"453.391075ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:50.747849Z","caller":"traceutil/trace.go:171","msg":"trace[2091336171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9405; }","duration":"407.802187ms","start":"2026-03-12T19:36:50.34003Z","end":"2026-03-12T19:36:50.747832Z","steps":["trace[2091336171] 'agreement among raft nodes before linearized reading' (duration: 407.568782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:50.747897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:50.340001Z","time spent":"407.886449ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:36:50.747982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.950325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:36:50.748097Z","caller":"traceutil/trace.go:171","msg":"trace[261271553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9405; }","duration":"387.154669ms","start":"2026-03-12T19:36:50.360925Z","end":"2026-03-12T19:36:50.74808Z","steps":["trace[261271553] 'agreement among raft nodes before linearized reading' (duration: 386.870693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:50.7482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:50.360904Z","time spent":"387.237742ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:36:50.748349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.784488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:50.748587Z","caller":"traceutil/trace.go:171","msg":"trace[367239099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9405; }","duration":"247.981213ms","start":"2026-03-12T19:36:50.500526Z","end":"2026-03-12T19:36:50.748507Z","steps":["trace[367239099] 'agreement among raft nodes before linearized reading' (duration: 247.700547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:04.504069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.526159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-12T19:37:04.504176Z","caller":"traceutil/trace.go:171","msg":"trace[6723090] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d8df74557-fnlqz.189c2efea82220ce; range_end:; response_count:1; response_revision:9498; }","duration":"127.695714ms","start":"2026-03-12T19:37:04.376455Z","end":"2026-03-12T19:37:04.504151Z","steps":["trace[6723090] 'range keys from in-memory index tree' (duration: 127.314235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:04.504468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.464123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:37:04.504576Z","caller":"traceutil/trace.go:171","msg":"trace[813384611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:9498; }","duration":"328.638568ms","start":"2026-03-12T19:37:04.175912Z","end":"2026-03-12T19:37:04.50455Z","steps":["trace[813384611] 'range keys from in-memory index tree' (duration: 328.180207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:04.50461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.175858Z","time spent":"328.74635ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"info","ts":"2026-03-12T19:37:04.648595Z","caller":"traceutil/trace.go:171","msg":"trace[200359475] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"141.022938ms","start":"2026-03-12T19:37:04.507544Z","end":"2026-03-12T19:37:04.648567Z","steps":["trace[200359475] 'process raft request' (duration: 140.874354ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:37:04.8949Z","caller":"traceutil/trace.go:171","msg":"trace[140690154] linearizableReadLoop","detail":"{readStateIndex:9887; appliedIndex:9885; }","duration":"385.313299ms","start":"2026-03-12T19:37:04.509555Z","end":"2026-03-12T19:37:04.894868Z","steps":["trace[140690154] 'read index received' (duration: 138.994483ms)","trace[140690154] 'applied index is now lower than readState.Index' (duration: 246.317536ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:37:04.89525Z","caller":"traceutil/trace.go:171","msg":"trace[416799860] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"387.402036ms","start":"2026-03-12T19:37:04.507801Z","end":"2026-03-12T19:37:04.895203Z","steps":["trace[416799860] 'process raft request' (duration: 339.906215ms)","trace[416799860] 'compare' (duration: 46.963129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:37:04.895344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.741173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T19:37:04.895397Z","caller":"traceutil/trace.go:171","msg":"trace[601967048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9500; }","duration":"363.828784ms","start":"2026-03-12T19:37:04.53155Z","end":"2026-03-12T19:37:04.895379Z","steps":["trace[601967048] 'agreement among raft nodes before linearized reading' (duration: 363.651801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:04.895448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.531538Z","time spent":"363.899747ms","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-12T19:37:04.895475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.507782Z","time spent":"387.580309ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:37:04.895894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.326272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291467"} {"level":"info","ts":"2026-03-12T19:37:04.895973Z","caller":"traceutil/trace.go:171","msg":"trace[1575790800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9500; }","duration":"386.424644ms","start":"2026-03-12T19:37:04.509533Z","end":"2026-03-12T19:37:04.895957Z","steps":["trace[1575790800] 'agreement among raft nodes before linearized reading' (duration: 385.546835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:04.896011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.509526Z","time spent":"386.475275ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291491,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:37:05.282817Z","caller":"traceutil/trace.go:171","msg":"trace[1457445376] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"382.056607ms","start":"2026-03-12T19:37:04.900727Z","end":"2026-03-12T19:37:05.282784Z","steps":["trace[1457445376] 'process raft request' (duration: 287.896275ms)","trace[1457445376] 'compare' (duration: 93.913547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:37:05.283059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.9007Z","time spent":"382.236372ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:37:05.283293Z","caller":"traceutil/trace.go:171","msg":"trace[131148993] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"382.204871ms","start":"2026-03-12T19:37:04.901047Z","end":"2026-03-12T19:37:05.283252Z","steps":["trace[131148993] 'process raft request' (duration: 381.681109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:05.283493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.901028Z","time spent":"382.360845ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:37:05.283646Z","caller":"traceutil/trace.go:171","msg":"trace[1862544270] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"381.941676ms","start":"2026-03-12T19:37:04.901668Z","end":"2026-03-12T19:37:05.28361Z","steps":["trace[1862544270] 'process raft request' (duration: 381.557998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:05.283835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:04.901653Z","time spent":"382.13973ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:37:18.394174Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T19:37:18.399135Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T19:37:18.399204Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-12T19:37:31.410036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.081687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:37:31.41018Z","caller":"traceutil/trace.go:171","msg":"trace[1086221208] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9680; }","duration":"320.317152ms","start":"2026-03-12T19:37:31.089834Z","end":"2026-03-12T19:37:31.410151Z","steps":["trace[1086221208] 'count revisions from in-memory index tree' (duration: 319.905893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:31.410241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:31.089804Z","time spent":"320.422974ms","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:37:31.41075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.446984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:37:31.410868Z","caller":"traceutil/trace.go:171","msg":"trace[792879748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:9680; }","duration":"329.641308ms","start":"2026-03-12T19:37:31.081198Z","end":"2026-03-12T19:37:31.410839Z","steps":["trace[792879748] 'range keys from in-memory index tree' (duration: 329.141918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:37:31.410919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:37:31.081165Z","time spent":"329.74268ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-vbbgm\" "} {"level":"warn","ts":"2026-03-12T19:38:28.0769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:38:27.743255Z","time spent":"333.632327ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:38:28.077583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.468605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-12T19:38:28.077697Z","caller":"traceutil/trace.go:171","msg":"trace[1716421915] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"357.434703ms","start":"2026-03-12T19:38:27.720208Z","end":"2026-03-12T19:38:28.077643Z","steps":["trace[1716421915] 'process raft request' (duration: 295.001442ms)","trace[1716421915] 'compare' (duration: 62.191895ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:28.077728Z","caller":"traceutil/trace.go:171","msg":"trace[1755384676] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:10023; }","duration":"514.70967ms","start":"2026-03-12T19:38:27.56298Z","end":"2026-03-12T19:38:28.07769Z","steps":["trace[1755384676] 'range keys from in-memory index tree' (duration: 514.112417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:28.077801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:38:27.562949Z","time spent":"514.837083ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-12T19:38:28.077914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:38:27.720168Z","time spent":"357.609967ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:38:28.090402Z","caller":"traceutil/trace.go:171","msg":"trace[882473129] linearizableReadLoop","detail":"{readStateIndex:10432; appliedIndex:10430; }","duration":"291.26062ms","start":"2026-03-12T19:38:27.799105Z","end":"2026-03-12T19:38:28.090365Z","steps":["trace[882473129] 'read index received' (duration: 216.127779ms)","trace[882473129] 'applied index is now lower than readState.Index' (duration: 75.131691ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:28.090515Z","caller":"traceutil/trace.go:171","msg":"trace[881226382] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"294.008101ms","start":"2026-03-12T19:38:27.796486Z","end":"2026-03-12T19:38:28.090494Z","steps":["trace[881226382] 'process raft request' (duration: 293.704564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:28.09068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.566486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:38:28.090756Z","caller":"traceutil/trace.go:171","msg":"trace[891363190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10025; }","duration":"291.682239ms","start":"2026-03-12T19:38:27.799054Z","end":"2026-03-12T19:38:28.090736Z","steps":["trace[891363190] 'agreement among raft nodes before linearized reading' (duration: 291.476054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:28.102559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.420079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:38:28.10257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.167408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:38:28.102627Z","caller":"traceutil/trace.go:171","msg":"trace[740791920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10025; }","duration":"270.51561ms","start":"2026-03-12T19:38:27.832091Z","end":"2026-03-12T19:38:28.102607Z","steps":["trace[740791920] 'agreement among raft nodes before linearized reading' (duration: 270.328116ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:38:28.10264Z","caller":"traceutil/trace.go:171","msg":"trace[1700364189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:10025; }","duration":"225.292582ms","start":"2026-03-12T19:38:27.877332Z","end":"2026-03-12T19:38:28.102624Z","steps":["trace[1700364189] 'agreement among raft nodes before linearized reading' (duration: 225.089216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:28.102796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.315056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:38:28.102897Z","caller":"traceutil/trace.go:171","msg":"trace[1034707736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10025; }","duration":"236.555911ms","start":"2026-03-12T19:38:27.866316Z","end":"2026-03-12T19:38:28.102872Z","steps":["trace[1034707736] 'agreement among raft nodes before linearized reading' (duration: 236.179212ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:38:28.496849Z","caller":"traceutil/trace.go:171","msg":"trace[918464556] linearizableReadLoop","detail":"{readStateIndex:10439; appliedIndex:10437; }","duration":"158.463423ms","start":"2026-03-12T19:38:28.338335Z","end":"2026-03-12T19:38:28.496799Z","steps":["trace[918464556] 'read index received' (duration: 34.571854ms)","trace[918464556] 'applied index is now lower than readState.Index' (duration: 123.889689ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:28.496935Z","caller":"traceutil/trace.go:171","msg":"trace[660763609] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"190.487292ms","start":"2026-03-12T19:38:28.30638Z","end":"2026-03-12T19:38:28.496867Z","steps":["trace[660763609] 'process raft request' (duration: 187.458565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:28.497563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.201469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:38:28.497672Z","caller":"traceutil/trace.go:171","msg":"trace[1449714267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10031; }","duration":"159.375804ms","start":"2026-03-12T19:38:28.338269Z","end":"2026-03-12T19:38:28.497645Z","steps":["trace[1449714267] 'agreement among raft nodes before linearized reading' (duration: 158.673137ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:38:29.626594Z","caller":"traceutil/trace.go:171","msg":"trace[121790603] transaction","detail":"{read_only:false; response_revision:10038; number_of_response:1; }","duration":"121.20856ms","start":"2026-03-12T19:38:29.505354Z","end":"2026-03-12T19:38:29.626562Z","steps":["trace[121790603] 'process raft request' (duration: 97.22232ms)","trace[121790603] 'compare' (duration: 23.805056ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:31.675278Z","caller":"traceutil/trace.go:171","msg":"trace[2106775681] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"133.41413ms","start":"2026-03-12T19:38:31.541822Z","end":"2026-03-12T19:38:31.675236Z","steps":["trace[2106775681] 'process raft request' (duration: 133.141854ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:14.481862Z","caller":"traceutil/trace.go:171","msg":"trace[1437927771] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"517.639184ms","start":"2026-03-12T19:39:13.964191Z","end":"2026-03-12T19:39:14.481831Z","steps":["trace[1437927771] 'process raft request' (duration: 517.465711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:14.482058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:39:13.964173Z","time spent":"517.781758ms","remote":"127.0.0.1:34592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:39:14.535206Z","caller":"traceutil/trace.go:171","msg":"trace[763975554] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"176.444232ms","start":"2026-03-12T19:39:14.358721Z","end":"2026-03-12T19:39:14.535165Z","steps":["trace[763975554] 'process raft request' (duration: 176.185986ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:14.535201Z","caller":"traceutil/trace.go:171","msg":"trace[1265585892] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"160.11393ms","start":"2026-03-12T19:39:14.375052Z","end":"2026-03-12T19:39:14.535166Z","steps":["trace[1265585892] 'process raft request' (duration: 160.004977ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:16.744074Z","caller":"traceutil/trace.go:171","msg":"trace[1840400761] linearizableReadLoop","detail":"{readStateIndex:10749; appliedIndex:10747; }","duration":"115.745719ms","start":"2026-03-12T19:39:16.628297Z","end":"2026-03-12T19:39:16.744043Z","steps":["trace[1840400761] 'read index received' (duration: 104.639844ms)","trace[1840400761] 'applied index is now lower than readState.Index' (duration: 11.104055ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:16.744112Z","caller":"traceutil/trace.go:171","msg":"trace[1696541306] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"121.825464ms","start":"2026-03-12T19:39:16.62225Z","end":"2026-03-12T19:39:16.744075Z","steps":["trace[1696541306] 'process raft request' (duration: 110.689008ms)","trace[1696541306] 'compare' (duration: 10.821129ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:16.744212Z","caller":"traceutil/trace.go:171","msg":"trace[654850910] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"121.550048ms","start":"2026-03-12T19:39:16.622609Z","end":"2026-03-12T19:39:16.744159Z","steps":["trace[654850910] 'process raft request' (duration: 121.377034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:16.7443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.989524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:39:16.744363Z","caller":"traceutil/trace.go:171","msg":"trace[349574318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:10330; }","duration":"116.092596ms","start":"2026-03-12T19:39:16.628237Z","end":"2026-03-12T19:39:16.744329Z","steps":["trace[349574318] 'agreement among raft nodes before linearized reading' (duration: 115.923573ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:53.385107Z","caller":"traceutil/trace.go:171","msg":"trace[1120029874] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"118.735866ms","start":"2026-03-12T19:39:53.266324Z","end":"2026-03-12T19:39:53.38506Z","steps":["trace[1120029874] 'process raft request' (duration: 67.444471ms)","trace[1120029874] 'compare' (duration: 51.09234ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:57.036861Z","caller":"traceutil/trace.go:171","msg":"trace[1041009360] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"176.126394ms","start":"2026-03-12T19:39:56.860704Z","end":"2026-03-12T19:39:57.036831Z","steps":["trace[1041009360] 'process raft request' (duration: 175.891669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:59.541583Z","caller":"traceutil/trace.go:171","msg":"trace[148610115] transaction","detail":"{read_only:false; response_revision:10526; number_of_response:1; }","duration":"113.152391ms","start":"2026-03-12T19:39:59.428402Z","end":"2026-03-12T19:39:59.541555Z","steps":["trace[148610115] 'process raft request' (duration: 112.669371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:52.911557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8835} {"level":"info","ts":"2026-03-12T19:40:52.985751Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8835,"took":"71.606847ms","hash":2538674865,"current-db-size-bytes":36691968,"current-db-size":"37 MB","current-db-size-in-use-bytes":24227840,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-12T19:40:52.985906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2538674865,"revision":8835,"compact-revision":6898} {"level":"info","ts":"2026-03-12T19:41:01.616951Z","caller":"traceutil/trace.go:171","msg":"trace[2116415150] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"282.427374ms","start":"2026-03-12T19:41:01.334493Z","end":"2026-03-12T19:41:01.61692Z","steps":["trace[2116415150] 'process raft request' (duration: 282.225389ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:41:01.653687Z","caller":"traceutil/trace.go:171","msg":"trace[191144452] linearizableReadLoop","detail":"{readStateIndex:11276; appliedIndex:11274; }","duration":"215.301224ms","start":"2026-03-12T19:41:01.438344Z","end":"2026-03-12T19:41:01.653645Z","steps":["trace[191144452] 'read index received' (duration: 178.449062ms)","trace[191144452] 'applied index is now lower than readState.Index' (duration: 36.850592ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:41:01.653712Z","caller":"traceutil/trace.go:171","msg":"trace[2036623934] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"298.426311ms","start":"2026-03-12T19:41:01.355239Z","end":"2026-03-12T19:41:01.653665Z","steps":["trace[2036623934] 'process raft request' (duration: 298.215477ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:41:01.653846Z","caller":"traceutil/trace.go:171","msg":"trace[830264472] transaction","detail":"{read_only:false; response_revision:10835; number_of_response:1; }","duration":"108.131932ms","start":"2026-03-12T19:41:01.545702Z","end":"2026-03-12T19:41:01.653834Z","steps":["trace[830264472] 'process raft request' (duration: 107.887007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:41:01.653962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.842516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:41:01.653999Z","caller":"traceutil/trace.go:171","msg":"trace[2137553731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10835; }","duration":"153.974039ms","start":"2026-03-12T19:41:01.500017Z","end":"2026-03-12T19:41:01.653991Z","steps":["trace[2137553731] 'agreement among raft nodes before linearized reading' (duration: 153.888477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:41:01.654278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.909228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:41:01.654323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.97641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:41:01.654329Z","caller":"traceutil/trace.go:171","msg":"trace[1724849547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10835; }","duration":"216.02624ms","start":"2026-03-12T19:41:01.438291Z","end":"2026-03-12T19:41:01.654317Z","steps":["trace[1724849547] 'agreement among raft nodes before linearized reading' (duration: 215.889847ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:41:01.654348Z","caller":"traceutil/trace.go:171","msg":"trace[852439386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10835; }","duration":"143.018571ms","start":"2026-03-12T19:41:01.511323Z","end":"2026-03-12T19:41:01.654341Z","steps":["trace[852439386] 'agreement among raft nodes before linearized reading' (duration: 142.954969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:01.088025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.091332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:43:01.088137Z","caller":"traceutil/trace.go:171","msg":"trace[1829054349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11545; }","duration":"257.253016ms","start":"2026-03-12T19:43:00.830862Z","end":"2026-03-12T19:43:01.088115Z","steps":["trace[1829054349] 'range keys from in-memory index tree' (duration: 257.012001ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:06.527176Z","caller":"traceutil/trace.go:171","msg":"trace[1285385454] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"107.865826ms","start":"2026-03-12T19:43:06.419271Z","end":"2026-03-12T19:43:06.527137Z","steps":["trace[1285385454] 'process raft request' (duration: 107.650821ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:06.532849Z","caller":"traceutil/trace.go:171","msg":"trace[1913147567] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"109.779148ms","start":"2026-03-12T19:43:06.422973Z","end":"2026-03-12T19:43:06.532752Z","steps":["trace[1913147567] 'process raft request' (duration: 109.477121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:06.997031Z","caller":"traceutil/trace.go:171","msg":"trace[1363617785] linearizableReadLoop","detail":"{readStateIndex:12040; appliedIndex:12039; }","duration":"191.585047ms","start":"2026-03-12T19:43:06.805416Z","end":"2026-03-12T19:43:06.997001Z","steps":["trace[1363617785] 'read index received' (duration: 129.525527ms)","trace[1363617785] 'applied index is now lower than readState.Index' (duration: 62.05843ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:06.997191Z","caller":"traceutil/trace.go:171","msg":"trace[1348898081] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"194.315876ms","start":"2026-03-12T19:43:06.802862Z","end":"2026-03-12T19:43:06.997178Z","steps":["trace[1348898081] 'process raft request' (duration: 132.080383ms)","trace[1348898081] 'compare' (duration: 61.767973ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:06.997408Z","caller":"traceutil/trace.go:171","msg":"trace[1113016791] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"151.374513ms","start":"2026-03-12T19:43:06.845993Z","end":"2026-03-12T19:43:06.997367Z","steps":["trace[1113016791] 'process raft request' (duration: 150.956274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:06.997541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.330828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:43:06.997641Z","caller":"traceutil/trace.go:171","msg":"trace[802998209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11570; }","duration":"115.473062ms","start":"2026-03-12T19:43:06.882142Z","end":"2026-03-12T19:43:06.997615Z","steps":["trace[802998209] 'agreement among raft nodes before linearized reading' (duration: 115.214786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:06.998228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.781692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375669"} {"level":"info","ts":"2026-03-12T19:43:06.998322Z","caller":"traceutil/trace.go:171","msg":"trace[845006925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11570; }","duration":"192.913975ms","start":"2026-03-12T19:43:06.805387Z","end":"2026-03-12T19:43:06.998301Z","steps":["trace[845006925] 'agreement among raft nodes before linearized reading' (duration: 191.851943ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:08.67916Z","caller":"traceutil/trace.go:171","msg":"trace[1901415682] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"141.456396ms","start":"2026-03-12T19:43:08.537669Z","end":"2026-03-12T19:43:08.679126Z","steps":["trace[1901415682] 'process raft request' (duration: 91.343236ms)","trace[1901415682] 'compare' (duration: 49.901166ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:08.67938Z","caller":"traceutil/trace.go:171","msg":"trace[1077283035] transaction","detail":"{read_only:false; response_revision:11575; number_of_response:1; }","duration":"141.371524ms","start":"2026-03-12T19:43:08.537995Z","end":"2026-03-12T19:43:08.679367Z","steps":["trace[1077283035] 'process raft request' (duration: 141.074408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:08.679583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.883037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:43:08.679579Z","caller":"traceutil/trace.go:171","msg":"trace[1883507968] linearizableReadLoop","detail":"{readStateIndex:12047; appliedIndex:12045; }","duration":"101.669982ms","start":"2026-03-12T19:43:08.577677Z","end":"2026-03-12T19:43:08.679347Z","steps":["trace[1883507968] 'read index received' (duration: 51.272846ms)","trace[1883507968] 'applied index is now lower than readState.Index' (duration: 50.394936ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:08.679687Z","caller":"traceutil/trace.go:171","msg":"trace[522600442] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11575; }","duration":"102.067751ms","start":"2026-03-12T19:43:08.577605Z","end":"2026-03-12T19:43:08.679673Z","steps":["trace[522600442] 'agreement among raft nodes before linearized reading' (duration: 101.898087ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:10.787374Z","caller":"traceutil/trace.go:171","msg":"trace[873597379] transaction","detail":"{read_only:false; response_revision:11587; number_of_response:1; }","duration":"101.040818ms","start":"2026-03-12T19:43:10.686268Z","end":"2026-03-12T19:43:10.787309Z","steps":["trace[873597379] 'process raft request' (duration: 66.437576ms)","trace[873597379] 'compare' (duration: 34.308456ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:25.052512Z","caller":"traceutil/trace.go:171","msg":"trace[323695163] transaction","detail":"{read_only:false; response_revision:11655; number_of_response:1; }","duration":"151.394613ms","start":"2026-03-12T19:43:24.901056Z","end":"2026-03-12T19:43:25.052451Z","steps":["trace[323695163] 'process raft request' (duration: 73.827095ms)","trace[323695163] 'compare' (duration: 77.366164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:43:25.311768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.914296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:43:25.312043Z","caller":"traceutil/trace.go:171","msg":"trace[242284920] linearizableReadLoop","detail":"{readStateIndex:12133; appliedIndex:12131; }","duration":"138.393201ms","start":"2026-03-12T19:43:25.173628Z","end":"2026-03-12T19:43:25.312021Z","steps":["trace[242284920] 'read index received' (duration: 13.985324ms)","trace[242284920] 'applied index is now lower than readState.Index' (duration: 124.406307ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:25.312103Z","caller":"traceutil/trace.go:171","msg":"trace[1321856651] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"253.848662ms","start":"2026-03-12T19:43:25.058198Z","end":"2026-03-12T19:43:25.312047Z","steps":["trace[1321856651] 'process raft request' (duration: 129.541447ms)","trace[1321856651] 'compare' (duration: 123.736033ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:25.312134Z","caller":"traceutil/trace.go:171","msg":"trace[408441538] transaction","detail":"{read_only:false; response_revision:11658; number_of_response:1; }","duration":"252.289768ms","start":"2026-03-12T19:43:25.059795Z","end":"2026-03-12T19:43:25.312085Z","steps":["trace[408441538] 'process raft request' (duration: 252.148385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:25.312309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.685777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vbbgm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-12T19:43:25.31236Z","caller":"traceutil/trace.go:171","msg":"trace[1019296213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vbbgm; range_end:; response_count:1; response_revision:11658; }","duration":"138.79329ms","start":"2026-03-12T19:43:25.173553Z","end":"2026-03-12T19:43:25.312347Z","steps":["trace[1019296213] 'agreement among raft nodes before linearized reading' (duration: 138.592955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:25.312476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.710678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:43:25.312534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.278552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:43:25.312583Z","caller":"traceutil/trace.go:171","msg":"trace[1051040255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11658; }","duration":"121.903502ms","start":"2026-03-12T19:43:25.190653Z","end":"2026-03-12T19:43:25.312556Z","steps":["trace[1051040255] 'agreement among raft nodes before linearized reading' (duration: 121.567465ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:25.312619Z","caller":"traceutil/trace.go:171","msg":"trace[956123366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11658; }","duration":"117.443855ms","start":"2026-03-12T19:43:25.195149Z","end":"2026-03-12T19:43:25.312592Z","steps":["trace[956123366] 'agreement among raft nodes before linearized reading' (duration: 117.140548ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:45:53.02511Z","caller":"traceutil/trace.go:171","msg":"trace[1950975775] compact","detail":"{revision:10784; response_revision:12336; }","duration":"100.763163ms","start":"2026-03-12T19:45:52.924309Z","end":"2026-03-12T19:45:53.025072Z","steps":["trace[1950975775] 'process raft request' (duration: 34.631227ms)","trace[1950975775] 'check and update compact revision' (duration: 66.005853ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:45:53.025112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10784} {"level":"info","ts":"2026-03-12T19:45:53.418809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10784,"took":"390.201525ms","hash":124925483,"current-db-size-bytes":36691968,"current-db-size":"37 MB","current-db-size-in-use-bytes":17584128,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-12T19:45:53.418899Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":124925483,"revision":10784,"compact-revision":8835} {"level":"info","ts":"2026-03-12T19:45:53.908533Z","caller":"traceutil/trace.go:171","msg":"trace[1139211257] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"103.476362ms","start":"2026-03-12T19:45:53.805023Z","end":"2026-03-12T19:45:53.908499Z","steps":["trace[1139211257] 'process raft request' (duration: 103.253268ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:32.204027Z","caller":"traceutil/trace.go:171","msg":"trace[1615100339] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"129.609761ms","start":"2026-03-12T19:46:32.074379Z","end":"2026-03-12T19:46:32.203989Z","steps":["trace[1615100339] 'process raft request' (duration: 129.387877ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:32.263125Z","caller":"traceutil/trace.go:171","msg":"trace[792058128] linearizableReadLoop","detail":"{readStateIndex:13029; appliedIndex:13027; }","duration":"187.2869ms","start":"2026-03-12T19:46:32.075806Z","end":"2026-03-12T19:46:32.263093Z","steps":["trace[792058128] 'read index received' (duration: 128.108259ms)","trace[792058128] 'applied index is now lower than readState.Index' (duration: 59.177421ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:32.263211Z","caller":"traceutil/trace.go:171","msg":"trace[1284348751] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"188.560427ms","start":"2026-03-12T19:46:32.074596Z","end":"2026-03-12T19:46:32.263156Z","steps":["trace[1284348751] 'process raft request' (duration: 177.544143ms)","trace[1284348751] 'compare' (duration: 10.81542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:46:32.263415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.34743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:46:32.263478Z","caller":"traceutil/trace.go:171","msg":"trace[499575255] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12516; }","duration":"154.479982ms","start":"2026-03-12T19:46:32.10898Z","end":"2026-03-12T19:46:32.26346Z","steps":["trace[499575255] 'agreement among raft nodes before linearized reading' (duration: 154.287628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.263809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.977276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-12T19:46:32.263928Z","caller":"traceutil/trace.go:171","msg":"trace[479936390] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12516; }","duration":"188.157539ms","start":"2026-03-12T19:46:32.075735Z","end":"2026-03-12T19:46:32.263892Z","steps":["trace[479936390] 'agreement among raft nodes before linearized reading' (duration: 187.528275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.263884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.280732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1599"} {"level":"info","ts":"2026-03-12T19:46:32.264007Z","caller":"traceutil/trace.go:171","msg":"trace[424235781] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:12516; }","duration":"146.693141ms","start":"2026-03-12T19:46:32.117288Z","end":"2026-03-12T19:46:32.263981Z","steps":["trace[424235781] 'agreement among raft nodes before linearized reading' (duration: 146.155569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.752879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.276464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:46:32.753026Z","caller":"traceutil/trace.go:171","msg":"trace[1867543749] transaction","detail":"{read_only:false; response_revision:12517; number_of_response:1; }","duration":"220.902534ms","start":"2026-03-12T19:46:32.532098Z","end":"2026-03-12T19:46:32.753001Z","steps":["trace[1867543749] 'process raft request' (duration: 105.349934ms)","trace[1867543749] 'compare' (duration: 115.08501ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:32.788289Z","caller":"traceutil/trace.go:171","msg":"trace[1974200265] linearizableReadLoop","detail":"{readStateIndex:13032; appliedIndex:13031; }","duration":"108.654737ms","start":"2026-03-12T19:46:32.679605Z","end":"2026-03-12T19:46:32.78826Z","steps":["trace[1974200265] 'read index received' (duration: 108.454643ms)","trace[1974200265] 'applied index is now lower than readState.Index' (duration: 199.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:32.788421Z","caller":"traceutil/trace.go:171","msg":"trace[1705842555] transaction","detail":"{read_only:false; response_revision:12518; number_of_response:1; }","duration":"192.941255ms","start":"2026-03-12T19:46:32.595467Z","end":"2026-03-12T19:46:32.788408Z","steps":["trace[1705842555] 'process raft request' (duration: 192.604468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.788973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.399192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1465"} {"level":"info","ts":"2026-03-12T19:46:32.789106Z","caller":"traceutil/trace.go:171","msg":"trace[1863408254] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:12518; }","duration":"108.582506ms","start":"2026-03-12T19:46:32.680495Z","end":"2026-03-12T19:46:32.789077Z","steps":["trace[1863408254] 'agreement among raft nodes before linearized reading' (duration: 108.128546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.788982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.342563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-03-12T19:46:32.7895Z","caller":"traceutil/trace.go:171","msg":"trace[1861987386] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:12518; }","duration":"109.904035ms","start":"2026-03-12T19:46:32.679538Z","end":"2026-03-12T19:46:32.789443Z","steps":["trace[1861987386] 'agreement among raft nodes before linearized reading' (duration: 109.122278ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:33.013961Z","caller":"traceutil/trace.go:171","msg":"trace[1846456449] linearizableReadLoop","detail":"{readStateIndex:13033; appliedIndex:13032; }","duration":"169.775831ms","start":"2026-03-12T19:46:32.844153Z","end":"2026-03-12T19:46:33.013929Z","steps":["trace[1846456449] 'read index received' (duration: 135.999253ms)","trace[1846456449] 'applied index is now lower than readState.Index' (duration: 33.774778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:46:33.014322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.973484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-edit\" ","response":"range_response_count:1 size:1437"} {"level":"warn","ts":"2026-03-12T19:46:33.014353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.156391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:46:33.01442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.771363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-12T19:46:33.014419Z","caller":"traceutil/trace.go:171","msg":"trace[1115575348] range","detail":"{range_begin:/registry/clusterroles/cert-manager-edit; range_end:; response_count:1; response_revision:12518; }","duration":"127.124487ms","start":"2026-03-12T19:46:32.887272Z","end":"2026-03-12T19:46:33.014397Z","steps":["trace[1115575348] 'agreement among raft nodes before linearized reading' (duration: 126.84596ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:33.014471Z","caller":"traceutil/trace.go:171","msg":"trace[1270497684] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:12518; }","duration":"114.866695ms","start":"2026-03-12T19:46:32.89959Z","end":"2026-03-12T19:46:33.014457Z","steps":["trace[1270497684] 'agreement among raft nodes before linearized reading' (duration: 114.740822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:33.014438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.311942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T19:46:33.014554Z","caller":"traceutil/trace.go:171","msg":"trace[590573214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12518; }","duration":"109.497046ms","start":"2026-03-12T19:46:32.905025Z","end":"2026-03-12T19:46:33.014522Z","steps":["trace[590573214] 'agreement among raft nodes before linearized reading' (duration: 109.155728ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:33.014466Z","caller":"traceutil/trace.go:171","msg":"trace[1518862540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12518; }","duration":"170.344894ms","start":"2026-03-12T19:46:32.84409Z","end":"2026-03-12T19:46:33.014435Z","steps":["trace[1518862540] 'agreement among raft nodes before linearized reading' (duration: 169.981156ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:35.159994Z","caller":"traceutil/trace.go:171","msg":"trace[2106552758] transaction","detail":"{read_only:false; response_revision:12529; number_of_response:1; }","duration":"130.553842ms","start":"2026-03-12T19:46:35.029405Z","end":"2026-03-12T19:46:35.159959Z","steps":["trace[2106552758] 'process raft request' (duration: 130.352817ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:35.162389Z","caller":"traceutil/trace.go:171","msg":"trace[1205528353] transaction","detail":"{read_only:false; response_revision:12531; number_of_response:1; }","duration":"131.883352ms","start":"2026-03-12T19:46:35.030462Z","end":"2026-03-12T19:46:35.162346Z","steps":["trace[1205528353] 'process raft request' (duration: 131.774299ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:35.16243Z","caller":"traceutil/trace.go:171","msg":"trace[585949233] transaction","detail":"{read_only:false; response_revision:12530; number_of_response:1; }","duration":"132.181648ms","start":"2026-03-12T19:46:35.030199Z","end":"2026-03-12T19:46:35.162381Z","steps":["trace[585949233] 'process raft request' (duration: 131.853021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:35.162612Z","caller":"traceutil/trace.go:171","msg":"trace[1670966357] transaction","detail":"{read_only:false; response_revision:12532; number_of_response:1; }","duration":"131.965064ms","start":"2026-03-12T19:46:35.030619Z","end":"2026-03-12T19:46:35.162584Z","steps":["trace[1670966357] 'process raft request' (duration: 131.667337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:35.273291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.724537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-12T19:46:35.273369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.10583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-12T19:46:35.273397Z","caller":"traceutil/trace.go:171","msg":"trace[829549676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12532; }","duration":"102.860889ms","start":"2026-03-12T19:46:35.170513Z","end":"2026-03-12T19:46:35.273374Z","steps":["trace[829549676] 'range keys from in-memory index tree' (duration: 102.546753ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:35.273435Z","caller":"traceutil/trace.go:171","msg":"trace[2127988883] range","detail":"{range_begin:/registry/clusterroles/node-feature-discovery-gc; range_end:; response_count:1; response_revision:12532; }","duration":"105.213512ms","start":"2026-03-12T19:46:35.168202Z","end":"2026-03-12T19:46:35.273416Z","steps":["trace[2127988883] 'range keys from in-memory index tree' (duration: 104.877214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:35.273934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.515208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375671"} {"level":"info","ts":"2026-03-12T19:46:35.274045Z","caller":"traceutil/trace.go:171","msg":"trace[1025711390] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12532; }","duration":"105.686862ms","start":"2026-03-12T19:46:35.168334Z","end":"2026-03-12T19:46:35.274021Z","steps":["trace[1025711390] 'range keys from in-memory index tree' (duration: 104.925935ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:36.413196Z","caller":"traceutil/trace.go:171","msg":"trace[406080293] transaction","detail":"{read_only:false; response_revision:12535; number_of_response:1; }","duration":"128.022097ms","start":"2026-03-12T19:46:36.285131Z","end":"2026-03-12T19:46:36.413153Z","steps":["trace[406080293] 'process raft request' (duration: 127.69298ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:44.843708Z","caller":"traceutil/trace.go:171","msg":"trace[810499296] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"115.426368ms","start":"2026-03-12T19:46:44.728239Z","end":"2026-03-12T19:46:44.843665Z","steps":["trace[810499296] 'process raft request' (duration: 115.192793ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:47:00.639468Z","caller":"traceutil/trace.go:171","msg":"trace[604679075] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"103.137685ms","start":"2026-03-12T19:47:00.53629Z","end":"2026-03-12T19:47:00.639428Z","steps":["trace[604679075] 'process raft request' (duration: 102.91689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:47:03.309226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.101063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-12T19:47:03.309346Z","caller":"traceutil/trace.go:171","msg":"trace[1086428763] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12657; }","duration":"121.289667ms","start":"2026-03-12T19:47:03.188035Z","end":"2026-03-12T19:47:03.309325Z","steps":["trace[1086428763] 'range keys from in-memory index tree' (duration: 120.997111ms)"],"step_count":1}